This page is not available

This site can not be crawled by the Seobility bot. The robots.txt file restricts access for our bot. No URLs can be crawled that deny access to the user agent Seobility or *.

Problem URL: http://recovo.co

# Robots.txt for Recovo Marketplace
# Updated: May 2025
# Policy: Allow only legitimate SEO bots, block all others

# ========================================
# MAJOR SEARCH ENGINES (ALLOW ALL)
# ========================================

# Google - Main search engine
User-agent: Googlebot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Google - Additional bots
User-agent: GoogleOther
User-agent: Google-Extended
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: GoogleBot-Image
User-agent: GoogleBot-News
User-agent: GoogleBot-Video
User-agent: Google-Site-Verification
User-agent: Google-InspectionTool
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Bing
User-agent: Bingbot
User-agent: BingPreview
User-agent: MSNBot
User-agent: MicrosoftPreview
User-agent: adidxbot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Yahoo
User-agent: Slurp
User-agent: Yahoo! Slurp
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Yandex (Russian search engine)
User-agent: YandexBot
User-agent: YandexImages
User-agent: YandexVideo
User-agent: YandexNews
User-agent: YandexMetrika
User-agent: YandexAccessibilityBot
User-agent: YandexMobileBot
Disallow: /
Crawl-delay: 2

# Baidu (Chinese search engine)
User-agent: Baiduspider
User-agent: Baidu-YunGuanCe
Disallow: /
Crawl-delay: 3

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Apple
User-agent: Applebot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# ========================================
# SOCIAL MEDIA BOTS (FOR LINK PREVIEWS)
# ========================================

# Facebook
User-agent: facebookexternalhit
User-agent: facebookcatalog
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Twitter
User-agent: Twitterbot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# LinkedIn
User-agent: LinkedInBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# WhatsApp
User-agent: WhatsApp
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Telegram
User-agent: TelegramBot
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# Pinterest
User-agent: Pinterest
Allow: /
Disallow: /*/my-account*
Disallow: /*/cart*
Disallow: /*/checkout*
Disallow: /*/login*
Disallow: /*/register*
Disallow: /*/wishlist*
Disallow: /api/

# ========================================
# MONITORING & SEO TOOLS (LEGITIMATE)
# ========================================

# Uptime monitoring (important for business)
User-agent: PingdomBot
User-agent: UptimeRobot
User-agent: StatusCake
Disallow: /

# SEO Tools (legitimate versions only)
User-agent: MJ12bot
User-agent: SitemapGenerator
User-agent: SEOkicks
Disallow: /

# ========================================
# BLOCK ALL OTHER BOTS AND CRAWLERS
# ========================================

# Default rule: Block everything else
User-agent: *
Disallow: /

# ========================================
# SPECIFIC PATH RESTRICTIONS
# ========================================

# Block sensitive areas for all requests
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /config/
Disallow: /server/
Disallow: /database/
Disallow: /_next/static/
Disallow: /.next/

# Block user-specific areas (multi-language support with wildcards)
Disallow: /*/my-account-vendor/
Disallow: /*/my-account/
Disallow: /*/cart-test
Disallow: /*/checkout-test

# Block discontinued product categories using efficient patterns
Disallow: /*/c/shop/activewear-tshirt-fabrics
Disallow: /*/c/shop/blouses-and-dresses-*-fabrics
Disallow: /*/c/shop/partywear-and-bridal-*
Disallow: /*/c/shop/khaki-fabrics-2
Disallow: /*/c/shop/organic
Disallow: /*/c/shop/organza-fabrics-2
Disallow: /*/c/shop/*-outwear-fabrics
Disallow: /*/c/shop/tafetta-fabrics

# Block color and material specific categories (version 2)
Disallow: /*/c/shop/*-fabrics-2
Disallow: /*/c/shop/*-tejidos-2
Disallow: /*/c/shop/*-tissu-2
Disallow: /*/c/shop/*-tessuti-2
Disallow: /*/c/shop/*-tecidos-2
Disallow: /*/c/shop/*-stoffen-2
Disallow: /*/c/shop/*-stoffe-2

# Block stock-specific and MOQ categories
Disallow: /*/c/shop/over-*-meters-stock*
Disallow: /*/c/shop/under-*-meters-moq*
Disallow: /*/c/shop/*-stock-2

# Block specific categories by name pattern
Disallow: /*/c/shop/all-fabrics-2
Disallow: /*/c/shop/atalye-fabrics
Disallow: /*/c/shop/sample-boxes
Disallow: /*/c/shop/monomaterial-2
Disallow: /*/c/shop/natural-fabrics
Disallow: /*/c/shop/synthetic-fabrics
Disallow: /*/c/shop/lenzing-ecovero
Disallow: /*/c/shop/tencel

# Block specific multi-language patterns
Disallow: /*/c/shop/todo-tejidos-2
Disallow: /*/c/shop/tous-les-tissus-2
Disallow: /*/c/shop/tutti-i-tessuti-2
Disallow: /*/c/shop/todos-os-tecidos-2
Disallow: /*/c/shop/alle-stoffen-2
Disallow: /*/c/shop/alle-Stoffe-2


# ========================================
# SECURITY & COMPLIANCE NOTES
# ========================================

# This robots.txt works in conjunction with:
# 1. Next.js middleware bot blocking (middleware.ts)
# 2. Server-level bot detection and rate limiting
# 3. Application-level security measures
#
# Unauthorized bots and scrapers are blocked at multiple levels:
# - Protocol level (this file)
# - Application level (middleware)
# - Server level (rate limiting)
#
# For questions about bot access, contact: tech@recovo.com 

User-agent: GPTBot
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: LINER Bot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Timpibot
Disallow: /