# # robots.txt # User-agent: * # CSS, JS, Images Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.md Disallow: /composer/Metapackage/README.txt Disallow: /composer/Plugin/ProjectMessage/README.md Disallow: /composer/Plugin/Scaffold/README.md Disallow: /composer/Plugin/VendorHardening/README.txt Disallow: /composer/Template/README.txt Disallow: /modules/README.txt Disallow: /sites/README.txt Disallow: /themes/README.txt # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /media/oembed Disallow: /*/media/oembed # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout Disallow: /index.php/media/oembed Disallow: /index.php/*/media/oembed #IEEE.org Robots Exclusion Rules - Updated October 29, 2018 User-agent: Facebot Disallow: User-agent: facebookexternalhit Disallow: User-agent: LinkedInBot Disallow: User-agent: Twitterbot Disallow: User-agent: * Disallow: /searchresults/index.html Disallow: /ucm/idcplg Disallow: /portal/index.jsp Disallow: /portal/site/mainsite/ Disallow: /publications/services/services-resources.html Disallow: /about/awards/award-recipient-form.html Disallow: /membership/join/mga-2016-mda.html Disallow: /membership/renew/reinstateCS16.html Disallow: /membership/renew/renewBO16.html Disallow: /membership/join/hkt-join.html Disallow: /membership/join/mga-2016-md2.html Disallow: /membership/join-renew.html Disallow: /membership/renew/reinstate.html Disallow: /membership/join/product-purchasers.html Disallow: /membership/join/author.html Disallow: /membership/join/more-visibility-2.html Disallow: /membership/join/incomplete/index.html Disallow: /membership/join/merit-direct/merit.html Disallow: /membership/join/ihs-join.html Disallow: /membership/join-renew-conferences.html Disallow: /membership/join/google-membership.html Disallow: /membership/join/fb.htm0l Disallow: /membership/join/twitter.html Disallow: /membership/join/referral-payment.html Disallow: /membership/join/ieeeusa-join-renew.html Disallow: /membership/join/merit-direct/merit-intl.html Disallow: /membership/join/nom-join.html Disallow: /membership/join/join-USA.html Disallow: /membership/join/mga-ces-2016.html Disallow: /membership/renew/spectrum.html Disallow: /publications/services/services-resources.html Disallow: /membership/join/gift-more-visibility.html Disallow: /membership/join/member-get-a-member/more-visibility Disallow: /membership/join/nom-join/more-visibility.html Disallow: /publications/thesaurus-thank-you-page.html Disallow: /about/corporate/election/election_mock_up_qa.html Disallow: /publications/subscriptions/iel-overview-pricing.html Disallow: /communities/working-groups.html Disallow: /membership/member-spotlight-submission-form.html Disallow: /content/ieee-org/en/stage-homepage-backup.html Disallow: /stage-homepage-backup.html Disallow: /content/dam/ieee-org/ieee/web/org/pubs/ieee-thesaurus.pdf Disallow: /content/dam/ieee-org/ieee/web/org/pubs/2018-thesaurus-oct2018.pdf Disallow: /about/collaboration-engagement.html Disallow: /content/dam/ieee-org/ieee/web/org/about/nominations/nac-pd-di.pdf Disallow: /content/dam/ieee-org/ieee/web/org/about/fellows/fellow-brochure-2023.pdf Disallow: /membership-catalog/productdetail/showProductDetailPage.html?product=CMYPES001 Disallow: /content/dam/ieee-org/ieee/web/org/about/diversity-equity-inclusion/diversity-report-promo-final.pdf Disallow: /*?refSite* Disallow: /content/ieee-org/en/* Disallow: /about/diversity-index/* # Add ChatGPT code User-agent: GPTBot Disallow: / # End of ChatGPT code User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: anthropic-ai User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: cohere-ai User-agent: cohere-training-data-crawler User-agent: Crawlspace User-agent: Diffbot User-agent: DuckAssistBot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: GPTBot User-agent: iaskspider/2.0 User-agent: ICC-Crawler User-agent: ImagesiftBot User-agent: img2dataset User-agent: ISSCyberRiskCrawler User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: OAI-SearchBot User-agent: omgili User-agent: omgilibot User-agent: PanguBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: SemrushBot-OCOB User-agent: SemrushBot-SWA User-agent: Sidetrade indexer bot User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot Disallow: / Sitemap: https://www.ieee.org/sitemap.xml
Following keywords were found. You can check the keyword optimization of this page for each keyword.
(Nice to have)