Futter-fundgrube.de - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# robots.txt für futter-fundgrube.de (Shopware 6)
# Erstellt am: 2025-07-28

# Allgemeine Regeln für alle Bots
User-agent: *

# Shopware-spezifische Verzeichnisse blockieren
Disallow: /admin/
Disallow: /api/
Disallow: /_profiler/
Disallow: /recovery/
Disallow: /var/
Disallow: /vendor/
Disallow: /config/
Disallow: /files/
Disallow: /media/thumbnail/
Disallow: /theme/

# Checkout & Account-Bereiche
Disallow: /checkout/
Disallow: /account/
Disallow: /register/
Disallow: /login/
Disallow: /wishlist/
Disallow: /compare/

# Such- und Filter-Parameter
Disallow: /*?*search=*
Disallow: /*?*p=*
Disallow: /*?*sort=*
Disallow: /*?*order=*
Disallow: /*?*limit=*
Disallow: /*?*manufacturer=*
Disallow: /*?*price=*
Disallow: /*?*rating=*
Disallow: /*?*shipping-free=*

# Tracking & Session-Parameter
Disallow: /*?*utm_*
Disallow: /*?*gclid=*
Disallow: /*?*fbclid=*
Disallow: /*?*_ga=*
Disallow: /*?*sessionid=*
Disallow: /*?*PHPSESSID=*

# Duplicate Content vermeiden
Disallow: /*?*page=*
Disallow: /*/page-*
Disallow: /*?*view=*
Disallow: /*printView*

# Temporäre/Test-Seiten
Disallow: /test/
Disallow: /temp/
Disallow: /staging/
Disallow: /dev/

# AJAX & JSON-Endpoints
Disallow: /*.json
Disallow: /store-api/
Disallow: /sales-channel-api/

# Spezielle Bot-Regeln

# Google Bot - erweiterte Permissions
User-agent: Googlebot
Allow: /media/
Allow: /*.css
Allow: /*.js
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.webp
Allow: /*.svg
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /account/

# Bing Bot
User-agent: Bingbot
Allow: /media/
Allow: /*.css
Allow: /*.js
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /account/

# Aggressive Bots blockieren
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

# Social Media Bots erlauben
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Crawler-Delay für langsame Server
Crawl-delay: 1

# Sitemap-Verweis
Sitemap: https://www.futter-fundgrube.de/sitemap/sitemap.xml

Search preview