Wttm.info - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# ============================================
# WTTM.INFO - Advanced SEO Optimized Robots.txt
# Main Domain - World Travel Tourism Market
# ============================================
# This robots.txt is optimized for all major search engines
# Last Updated: 2026
# ============================================

# ============================================
# GLOBAL RULES - All Search Engines
# ============================================
User-agent: *
Allow: /

# ============================================
# GOOGLE SPECIFIC RULES
# ============================================
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /assets/images/
Allow: /assets/logos/
Disallow: /assets/images/temp/
Disallow: /assets/images/private/

User-agent: Googlebot-Video
Allow: /assets/videos/
Disallow: /assets/videos/private/

User-agent: Googlebot-News
Allow: /news/
Allow: /blog/
Disallow: /news/draft/
Disallow: /blog/draft/

# ============================================
# BING SPECIFIC RULES
# ============================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: msnbot
Allow: /
Crawl-delay: 1

User-agent: msnbot-media
Allow: /assets/images/
Allow: /assets/videos/

# ============================================
# YANDEX SPECIFIC RULES
# ============================================
User-agent: Yandex
Allow: /
Crawl-delay: 1

User-agent: YandexImages
Allow: /assets/images/
Disallow: /assets/images/temp/

User-agent: YandexVideo
Allow: /assets/videos/

# ============================================
# BAIDU SPECIFIC RULES (China)
# ============================================
User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: Baiduspider-image
Allow: /assets/images/

# ============================================
# YAHOO SPECIFIC RULES
# ============================================
User-agent: Slurp
Allow: /
Crawl-delay: 1

# ============================================
# DUCKDUCKGO SPECIFIC RULES
# ============================================
User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

# ============================================
# FACEBOOK CRAWLER
# ============================================
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

# ============================================
# TWITTER CRAWLER
# ============================================
User-agent: Twitterbot
Allow: /

# ============================================
# LINKEDIN CRAWLER
# ============================================
User-agent: LinkedInBot
Allow: /

# ============================================
# WHATSAPP CRAWLER
# ============================================
User-agent: WhatsApp
Allow: /

# ============================================
# AI / LLM CRAWLERS (GEO — allow public discovery)
# ============================================
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /auth.md
Disallow: /dashboard/
Disallow: /auth/
Disallow: /api/
Disallow: /payment

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Google-Extended
Allow: /

# ============================================
# DISALLOWED AREAS - Security & Privacy
# ============================================
# Admin and dashboard areas
Disallow: /dashboard/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/private/

# Authentication & private app surfaces
Disallow: /auth/
Disallow: /sign-in
Disallow: /sign-up
Disallow: /signin
Disallow: /login
Disallow: /register
Disallow: /activate
Disallow: /verify-2fa
Disallow: /verify-receipt/
Disallow: /logout
Disallow: /setup-2fa
Disallow: /cms/

# Locale query variants — canonical URLs only until localized content ships (Phase 5)
# Path-based locale URLs (/tr, /ru, /ar, /uz) are indexable — do not block.
# Legacy ?lang= query URLs redirect to path prefixes at runtime.

# Search and filter parameters (duplicate content)
Disallow: /*?search=*
Disallow: /*?filter=*
Disallow: /*?sort=*
Disallow: /*?page=*
Disallow: /*?utm_*
Disallow: /*?ref=*
Disallow: /*?source=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*

# Legacy auth paths (redirect to /auth/*)
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email

# Payment / checkout (transactional, noindex in app)
Disallow: /payment
Disallow: /checkout
Disallow: /receipt/

# API endpoints (unless public)
Disallow: /api/
Allow: /api/public/

# User-specific areas
Disallow: /profile/
Disallow: /settings/
Disallow: /account/

# ============================================
# ALLOWED PUBLIC PAGES - Explicit Allow
# ============================================
# Indexability policy (Wave 1):
# - Nav-hidden but public marketing surfaces (e.g. venue-travel, expo hub when SHOW_NAV_*=false)
#   remain Allow/indexable unless product flips them to noindex.
# - Auth, payment, dashboard, receipts, CMS remain Disallow + typically noindex in-app.
# Homepage
Allow: /

# Main pages
Allow: /about
Allow: /contact
Allow: /help
Allow: /faqs
Allow: /privacy
Allow: /terms
Allow: /cookie-policy
Allow: /sustainability
Allow: /offices
Allow: /trust
Allow: /apply
Allow: /ticket
Allow: /card
Allow: /advertising

# WTTM Events
Allow: /wttm-europe
Allow: /wttm-asia
Allow: /wttm-africa
Allow: /wttm-latin-america
Allow: /wttm-northern-america
Allow: /wttm-oceana
Allow: /wttm-expo
Allow: /hub/expo
Allow: /hub/exhibitors
Allow: /hub/visitors
Allow: /hub/travel

# WTTM Services
Allow: /wttm-card
Allow: /search-global-agency
Allow: /global-partner
Allow: /our-services-app

# Visitor & Exhibitor Pages
Allow: /for-visitors
Allow: /for-exhibitors
Allow: /plan-your-visit
Allow: /first-time-visitors
Allow: /vips-buyers
Allow: /exhibitor-tools
Allow: /pr-opportunities
Allow: /emperia-lead-capture
Allow: /venue-travel

# Sector Pages
Allow: /accommodation
Allow: /destination-management-companies
Allow: /tourism-boards
Allow: /tourist-activities
Allow: /transport-companies
Allow: /travel-technology
Allow: /travel-management-companies
Allow: /tour-operators
Allow: /airlines-airways
Allow: /hotels-resort-centers
Allow: /shopping-brands
Allow: /real-estate-investment

# Media & Resources
Allow: /media
Allow: /news
Allow: /blog
Allow: /press-releases
Allow: /gallery
Allow: /tourism-expo
Allow: /travel-trade-show
Allow: /b2b-tourism-marketplace
Allow: /tourism-networking-event

# Static Assets (Important for SEO)
Allow: /assets/images/
Allow: /assets/logos/
Allow: /assets/icons/
Allow: /assets/fonts/
Allow: /assets/videos/
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.pdf$

# ============================================
# SITEMAP LOCATIONS - wttm.info
# ============================================
# Canonical sitemap index (includes language, image, and video child sitemaps)
Sitemap: https://wttm.info/sitemap-index.xml


# ============================================
# CRAWL DELAY SETTINGS
# ============================================
# Default crawl delay for all bots (except specified)
Crawl-delay: 1

# ============================================
# ADDITIONAL NOTES
# ============================================
# - This robots.txt is for the main domain wttm.info
# - All major search engines are explicitly allowed
# - Private and admin areas are properly blocked
# - Sitemaps are referenced for better indexing
# - Image and media crawling is optimized
# - Query string parameters are handled to avoid duplicate content

Search preview