Guenstige-arbeitskleidung.de - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# --------------------------------------------
# Sitemap
# --------------------------------------------
Sitemap: https://guenstige-arbeitskleidung.de/sitemap_index.xml

# --------------------------------------------
# Explicit blocks
# --------------------------------------------
User-agent: Pinterestbot
Disallow: /

# --------------------------------------------
# AI search/indexing crawlers (for visibility in AI search/grounding)
# These SHOULD be allowed to crawl public content, but still blocked from
# account/checkout and other sensitive areas.
# --------------------------------------------

User-agent: OAI-SearchBot
Allow: /
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco
Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

User-agent: PerplexityBot
Allow: /
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco
Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

User-agent: Claude-SearchBot
Allow: /
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco
Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

# --------------------------------------------
# AI training crawlers (OPTIONAL)
# If you do NOT want training usage, change Allow:/ to Disallow:/ for these.
# --------------------------------------------

User-agent: GPTBot
Allow: /
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco
Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

User-agent: ClaudeBot
Allow: /
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco
Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

# Google-Extended is a Google token for controlling AI usage.
# If you want to block Google's AI usage specifically, uncomment this:
# User-agent: Google-Extended
# Disallow: /

# --------------------------------------------
# Default rules for all other crawlers
# --------------------------------------------
User-agent: *
Disallow: /gb/
Disallow: /myprofile*
Disallow: /myaccount*
Disallow: /createaccount*
Disallow: /newaddress*
Disallow: /editaddress*
Disallow: /myaddresses*
Disallow: /basket*
Disallow: /checkout*
Disallow: /login*
Disallow: /receipt*
Disallow: /order*
Disallow: /myorders*
Disallow: /showorder*
Disallow: /findorder*
Disallow: /wishlist*
Disallow: *?raptorreco

Disallow: *.pdf
Disallow: /*pmin*
Disallow: /*pmax*
Disallow: /*prefn1*
Disallow: /*prefn2*
Disallow: /*prefn3*
Disallow: /*prefn4*
Disallow: /*prefv1*
Disallow: /*prefv2*
Disallow: /*prefv3*
Disallow: /*prefv4*
Disallow: /*srule*

Suchvorschau