Besserhoeren.it - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# If the Joomla site is installed within a folder such as at
# e.g. www.example.com/joomla/ the robots.txt file MUST be
# moved to the site root at e.g. www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to the disallowed
# path, e.g. the Disallow rule for the /administrator/ folder
# MUST be changed to read Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

#Googlebot
User-agent: Googlebot
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif

#Bingbot
User-agent: Bingbot
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif

User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cgi-bin/
Disallow: /cli/

Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/

Disallow: /static/

Disallow: /tmp/

Sitemap: https://www.besserhoeren.it/index.php?option=com_jmap&view=sitemap&format=xml&lang=it
Sitemap: https://www.besserhoeren.it/index.php?option=com_jmap&view=sitemap&format=xml&lang=de

# besserhoeren.it - 50 pagine
# Tutti i bot noti con delay 864s (~100 req/giorno)
# Generato il 2026-06-03 02:01

# TikTok/ByteDance - aggressivo - blocco completo
User-agent: Bytespider
Disallow: /

# OpenAI crawler
User-agent: GPTBot
Crawl-delay: 864
Disallow:

# ChatGPT browsing
User-agent: ChatGPT-User
Crawl-delay: 864
Disallow:

# Anthropic AI
User-agent: ClaudeBot
Crawl-delay: 864
Disallow:

# Anthropic AI web
User-agent: Claude-Web
Crawl-delay: 864
Disallow:

# Anthropic AI
User-agent: anthropic-ai
Crawl-delay: 864
Disallow:

# Perplexity AI
User-agent: PerplexityBot
Crawl-delay: 864
Disallow:

# You.com AI
User-agent: YouBot
Crawl-delay: 864
Disallow:

# SEO crawler
User-agent: AhrefsBot
Crawl-delay: 864
Disallow:

# SEO crawler
User-agent: SemrushBot
Crawl-delay: 864
Disallow:

# SEranking
User-agent: BLEXBot
Crawl-delay: 864
Disallow:

# Majestic SEO
User-agent: MJ12bot
Crawl-delay: 864
Disallow:

# Moz SEO
User-agent: DotBot
Crawl-delay: 864
Disallow:

# SEO crawler
User-agent: DataForSEO
Crawl-delay: 864
Disallow:

# SEO crawler
User-agent: SEOkicks
Crawl-delay: 864
Disallow:

# Huawei search
User-agent: PetalBot
Crawl-delay: 864
Disallow:

# SEO crawler
User-agent: MegaIndex
Crawl-delay: 864
Disallow:

# Baidu search
User-agent: Baiduspider
Crawl-delay: 864
Disallow:

# Apple search (Siri/Spotlight)
User-agent: Applebot
Crawl-delay: 864
Disallow:

Suchvorschau