Icertglobal.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

User-agent: *
Disallow: /admin/
Disallow: /icert_backup/
Disallow: /lms/
Disallow: /nv/
Disallow: /test/
Disallow: /payment/
Disallow: /stripe_payment.php
Disallow: /payu_payment.php
Disallow: /fd_apfi_payment.php
Disallow: /cc_payment.php
Disallow: /js/
Disallow: /sitemap.txt
# Disallow: /workshop-dates.php
# Disallow: /country_popup.php
# Disallow: /country_session.php
# Disallow: /add-to-cart-pop.php
Disallow: /Information-about-PMP-Certification-Training-Course-by-iCert-Global.pdf
Disallow: /course/-Certification-Training-
Disallow: /*Classroom//
Disallow: /*Unknown-Course
Disallow: /*six-sigma-test
Disallow: /*//
Disallow: /blog/pmp-certification-guide
# Disallow: /policy/                 # <- uncomment to keep legal/policy pages out of search
# Disallow: /project-management/pmp-certification/t   # <- legacy rule; re-add if intentional
Allow: /


# ------------------------------------------------------------
# Fully blocked bots
# ------------------------------------------------------------
User-agent: PetalBot
Disallow: /


# ============================================================
# SEARCH / INDEXING / CITATION CRAWLERS
# Same policy as default: full site minus sensitive dirs.
# Each is named explicitly BECAUSE a named group does NOT
# inherit the "User-agent: *" rules — it must carry its own.
# ============================================================
User-agent: Googlebot
User-agent: GoogleOther
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: meta-externalagent
User-agent: Applebot
User-agent: DuckAssistBot
User-agent: YouBot
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: AI2Bot
User-agent: CCBot
Disallow: /admin/
Disallow: /icert_backup/
Disallow: /lms/
Disallow: /nv/
Disallow: /test/
Disallow: /payment/
Disallow: /stripe_payment.php
Disallow: /payu_payment.php
Disallow: /fd_apfi_payment.php
Disallow: /cc_payment.php
Disallow: /js/
Disallow: /sitemap.txt
Disallow: /workshop-dates.php
Disallow: /country_popup.php
Disallow: /country_session.php
Disallow: /add-to-cart-pop.php
Disallow: /Information-about-PMP-Certification-Training-Course-by-iCert-Global.pdf
Disallow: /course/-Certification-Training-
Disallow: /*Classroom//
Disallow: /*Unknown-Course
Disallow: /*six-sigma-test
Disallow: /*//
Disallow: /blog/pmp-certification-guide
# Disallow: /policy/
Allow: /


# ============================================================
# REAL-TIME "USER" FETCHERS
# Triggered by a human asking an AI to read a page. Left open
# so those on-demand fetches succeed.
# ============================================================
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: MistralAI-User
Allow: /


# ============================================================
# TRAINING CRAWLER — OpenAI GPTBot
# Intent (per original file): allow model-training crawl on
# public course + blog content ONLY. "Disallow: /" first, then
# open just those sections. To let GPTBot crawl the whole site
# (minus sensitive dirs) instead, replace this block with the
# same rules as the search-crawler group above.
# ============================================================
User-agent: GPTBot
Disallow: /
Allow: /project-management/
Allow: /agile-and-scrum/
Allow: /quality-management/
Allow: /business-analysis/
Allow: /it-service-management/
Allow: /cyber-security/
Allow: /cloud-technology/
Allow: /data-science/
Allow: /big-data/
Allow: /software-development/
Allow: /digital-marketing/
Allow: /microsoft/
Allow: /salesforce/
Allow: /cisco/
Allow: /citrix/
Allow: /new-technologies/
Allow: /blog/


# ============================================================
# TRAINING-USE OPT-OUT TOKENS
# These do not crawl; they only govern whether content already
# fetched (by Googlebot / Applebot) may be used for AI training.
# Currently permissive. Change to "Disallow: /" to opt out of
# Gemini / Apple Intelligence training.
# ============================================================
User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /


# ============================================================
# SITEMAP
# ============================================================
Sitemap: https://www.icertglobal.com/sitemap.xml

Search preview