Visitantwerp.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# Multi-site Travel Platform - Production Robots.txt
# Allowing search engines for production

User-agent: *
Allow: /

# High-value content - explicitly allow
Allow: /antwerp/travel-guides/
Allow: /antwerp/tours/
Allow: /antwerp/places-to-stay/
Allow: /antwerp/neighborhoods/

# Block admin and development paths
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /admin-dashboard/

# Block invalid path segments (generated by client-side hydration bugs)
Disallow: /null/
Disallow: /undefined/

# Block filter and search query parameters that create duplicate content
Disallow: /*?search=
Disallow: /*?tags=
Disallow: /*?tag=
Disallow: /*?amenity=
Disallow: /*?type=
Disallow: /*?facilities=
Disallow: /*?stars=

# Block pagination (paginated pages are noindexed anyway)
Disallow: /*?page=

# Block legacy routes that should be redirected
Disallow: /tour_categories/
Disallow: /location/

# Block multi-country site filtered paths
Disallow: /cities/*/places-to-stay?*
Disallow: /cities/*/things-to-do?*
Disallow: /cities/*/places-to-eat?*

# Allow Next.js static assets (required for Google rendering)
Allow: /_next/static/
Allow: /_next/image

# Block Next.js server routes
Disallow: /_next/data/

# Block temporary and system files
Disallow: /tmp/
Disallow: /.well-known/

# Search engines we want to prioritize
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# AI Crawlers - Allow access to travel content
User-agent: GPTBot
Allow: /antwerp/travel-guides/
Disallow: /api/
Disallow: /dashboard/

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /antwerp/travel-guides/
Disallow: /api/
Disallow: /dashboard/

User-agent: CCBot
Disallow: /

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Block remaining filter parameters (prevents crawl budget waste)
Disallow: /*?sort=*
Disallow: /*?cursor=*
Disallow: /*?filter=*
Disallow: /*?category=*
Disallow: /*?currency=*

# Sitemap location
Sitemap: https://visitantwerp.com/sitemap.xml

Suchvorschau