Pricesmart.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# --- Appear and Be Cited in LLMs ---
User-agent: Cloud-CDN-Google
User-agent: Googlebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: meta-externalagent
User-agent: meta-externalfetcher
User-agent: PetalBot
Allow: /

# --- Complete blocking of AI training bots and scrapers ---
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: AI2Bot
User-agent: GoogleAgent-Mariner
User-agent: Scrapy
User-agent: omgili
Disallow: /

# --- Default policy (applies to everyone EXCEPT AdsBot) ---
User-agent: *

# Cart & Checkout
Disallow: /cart
Disallow: /checkout
Disallow: /carrito
Disallow: /pago
Disallow: /*/cart
Disallow: /*/checkout
Disallow: /*/carrito
Disallow: /*/pago

# Account & Management
Disallow: /my-account
Disallow: /mi-cuenta
Disallow: /address-book
Disallow: /libreta-direcciones
Disallow: /my-wallet
Disallow: /mi-billetera
Disallow: /recent-purchases
Disallow: /compras-recientes
Disallow: /*/my-account
Disallow: /*/mi-cuenta
Disallow: /*/address-book
Disallow: /*/libreta-direcciones
Disallow: /*/my-wallet
Disallow: /*/mi-billetera
Disallow: /*/recent-purchases
Disallow: /*/compras-recientes

# Facets & filtering
Disallow: /*?fq=
Disallow: /*&fq=

# Documents (PDF with querystring)
Disallow: /*.pdf$
Disallow: /*.PDF$
Disallow: /*.pdf?
Disallow: /*.PDF?

# --- AdsBot (not covered by "*"): block same routes ---
# User-agent: AdsBot-Google
# User-agent: AdsBot-Google-Mobile
# Disallow: /cart
# Disallow: /checkout
# Disallow: /carrito
# Disallow: /pago
# Disallow: /*/cart
# Disallow: /*/checkout
# Disallow: /*/carrito
# Disallow: /*/pago
# Disallow: /my-account
# Disallow: /mi-cuenta
# Disallow: /address-book
# Disallow: /libreta-direcciones
# Disallow: /my-wallet
# Disallow: /mi-billetera
# Disallow: /recent-purchases
# Disallow: /compras-recientes
# Disallow: /*/my-account
# Disallow: /*/mi-cuenta
# Disallow: /*/address-book
# Disallow: /*/libreta-direcciones
# Disallow: /*/my-wallet
# Disallow: /*/mi-billetera
# Disallow: /*/recent-purchases
# Disallow: /*/compras-recientes
# Disallow: /*?fq=
# Disallow: /*&fq=
# Disallow: /*.pdf$
# Disallow: /*.PDF$
# Disallow: /*.pdf?
# Disallow: /*.PDF?

# --- Sitemap ---
Sitemap: https://www.pricesmart.com/sitemap-index.xml

Suchvorschau