Die Seite ist nicht abrufbar

Diese Seite ist für den Seobility Bot nicht erreichbar. Unser Bot wird von der Robots.txt Datei ausgeschlossen. Der Seobility Bot crawlt nichts was Seobility oder * ausschließt.

Problematische URL: http://recovo.co

# Robots.txt for Recovo Marketplace
# Updated: May 2025
# Policy: Allow only legitimate SEO bots, block all others

# ========================================
# MAJOR SEARCH ENGINES (ALLOW ALL)
# ========================================

# Google - Main search engine
User-agent: Googlebot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Google - Additional bots
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: GoogleBot-Image
User-agent: GoogleBot-News
User-agent: GoogleBot-Video
User-agent: Google-Site-Verification
User-agent: Google-InspectionTool
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Bing
User-agent: Bingbot
User-agent: BingPreview
User-agent: MSNBot
User-agent: MicrosoftPreview
User-agent: adidxbot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Yahoo
User-agent: Slurp
User-agent: Yahoo! Slurp
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Yandex (Russian search engine)
User-agent: YandexBot
User-agent: YandexImages
User-agent: YandexVideo
User-agent: YandexNews
User-agent: YandexMetrika
User-agent: YandexAccessibilityBot
User-agent: YandexMobileBot
Disallow: /
Crawl-delay: 2

# Baidu (Chinese search engine)
User-agent: Baiduspider
User-agent: Baidu-YunGuanCe
Disallow: /
Crawl-delay: 3

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Apple
User-agent: Applebot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# ========================================
# SOCIAL MEDIA BOTS (FOR LINK PREVIEWS)
# ========================================

# Facebook
User-agent: facebookexternalhit
User-agent: facebookcatalog
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Twitter
User-agent: Twitterbot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# LinkedIn
User-agent: LinkedInBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# WhatsApp
User-agent: WhatsApp
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Telegram
User-agent: TelegramBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Pinterest
User-agent: Pinterest
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# ========================================
# MONITORING & SEO TOOLS (LEGITIMATE)
# ========================================

# Uptime monitoring (important for business)
User-agent: PingdomBot
User-agent: UptimeRobot
User-agent: StatusCake
Disallow: /

# SEO Tools (legitimate versions only)
User-agent: MJ12bot
User-agent: SitemapGenerator
User-agent: SEOkicks
Disallow: /

# ========================================
# BLOCK ALL OTHER BOTS AND CRAWLERS
# ========================================

# Default rule: Block everything else
User-agent: *
Disallow: /

# ========================================
# SPECIFIC PATH RESTRICTIONS
# ========================================

# Block sensitive areas for all requests
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /config/
Disallow: /server/
Disallow: /database/
Disallow: /_next/static/
Disallow: /.next/

# Block user-specific areas (multi-language support with wildcards)
Disallow: /*/my-account-vendor/
Disallow: /*/my-account/
Disallow: /*/cart-test
Disallow: /*/checkout-test

# Block discontinued product categories using efficient patterns
Disallow: /*/c/shop/activewear-tshirt-fabrics
Disallow: /*/c/shop/blouses-and-dresses-*-fabrics
Disallow: /*/c/shop/partywear-and-bridal-*
Disallow: /*/c/shop/khaki-fabrics-2
Disallow: /*/c/shop/organic
Disallow: /*/c/shop/organza-fabrics-2
Disallow: /*/c/shop/*-outwear-fabrics
Disallow: /*/c/shop/tafetta-fabrics

# Block color and material specific categories (version 2)
Disallow: /*/c/shop/*-fabrics-2
Disallow: /*/c/shop/*-tejidos-2
Disallow: /*/c/shop/*-tissu-2
Disallow: /*/c/shop/*-tessuti-2
Disallow: /*/c/shop/*-tecidos-2
Disallow: /*/c/shop/*-stoffen-2
Disallow: /*/c/shop/*-stoffe-2

# Block stock-specific and MOQ categories
Disallow: /*/c/shop/over-*-meters-stock*
Disallow: /*/c/shop/under-*-meters-moq*
Disallow: /*/c/shop/*-stock-2

# Block specific categories by name pattern
Disallow: /*/c/shop/all-fabrics-2
Disallow: /*/c/shop/atalye-fabrics
Disallow: /*/c/shop/sample-boxes
Disallow: /*/c/shop/monomaterial-2
Disallow: /*/c/shop/natural-fabrics
Disallow: /*/c/shop/synthetic-fabrics
Disallow: /*/c/shop/lenzing-ecovero
Disallow: /*/c/shop/tencel

# Block specific multi-language patterns
Disallow: /*/c/shop/todo-tejidos-2
Disallow: /*/c/shop/tous-les-tissus-2
Disallow: /*/c/shop/tutti-i-tessuti-2
Disallow: /*/c/shop/todos-os-tecidos-2
Disallow: /*/c/shop/alle-stoffen-2
Disallow: /*/c/shop/alle-Stoffe-2


# ========================================
# SECURITY & COMPLIANCE NOTES
# ========================================

# This robots.txt works in conjunction with:
# 1. Next.js middleware bot blocking (middleware.ts)
# 2. Server-level bot detection and rate limiting
# 3. Application-level security measures
#
# Unauthorized bots and scrapers are blocked at multiple levels:
# - Protocol level (this file)
# - Application level (middleware)
# - Server level (rate limiting)
#
# For questions about bot access, contact: tech@recovo.com 

User-agent: GPTBot
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: LINER Bot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Timpibot
Disallow: /