Mundojoven.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# =============================================
# Mundo Joven — robots.txt
# Last updated: 2026-09-10
# Purpose: Stop Google from wasting crawl budget on dynamic
# search-result URLs (flights, insurance, tours) and tracking
# parameters that have zero SEO value.
# =============================================

User-agent: *
Allow: /

# ---------------------------------------------
# Dynamic search-result endpoints (NO SEO value)
# These pages fire infinite URL combinations from form inputs.
# Blocking by path kills every parameter combination under them.
# ---------------------------------------------
Disallow: /m/vuelos/destinos
Disallow: /m/seguros/resultados/
Disallow: /tours/search
Disallow: /seguros/resultados/
Disallow: /actividades/planificador
# NOTA: /actividades/buscar se desbloqueo a proposito el 2026-09-10.
# Google necesita rastrearlo para leer su cabecera X-Robots-Tag: noindex.
# NO volver a anadir "Disallow: /actividades/buscar" aqui.

# ---------------------------------------------
# Tracking parameters (analytics-only, no SEO value)
# *param=* pattern catches them in ANY position in the URL.
# ---------------------------------------------
Disallow: /*utm_source=*
Disallow: /*utm_medium=*
Disallow: /*utm_campaign=*
Disallow: /*utm_term=*
Disallow: /*utm_content=*
Disallow: /*fbclid=*
Disallow: /*gclid=*
Disallow: /*gbraid=*
Disallow: /*wbraid=*
Disallow: /*msclkid=*
Disallow: /*mc_cid=*
Disallow: /*mc_eid=*
Disallow: /*_ga=*
Disallow: /*session_id_tm=*

# ---------------------------------------------
# Functional / transactional pages (NO SEO value)
# ---------------------------------------------
Disallow: /checkout/
Disallow: /cart/
Disallow: /mi-cuenta/
Disallow: /login
Disallow: /registro
Disallow: /signup
Disallow: /reservar/
Disallow: /cotizar/
Disallow: /actividades/checkout
Disallow: /buscar
Disallow: /search

# ---------------------------------------------
# API endpoints (NO SEO value)
# ---------------------------------------------
Disallow: /api/

# ---------------------------------------------
# WordPress junk
# ---------------------------------------------
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /?s=

# =============================================
# AI Search bots — welcomed everywhere
# (we want GEO visibility in ChatGPT, Claude, Perplexity, Gemini)
# =============================================
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot-Extended
Allow: /
Disallow: /checkout/
Disallow: /cart/
Disallow: /mi-cuenta/
Disallow: /wp-admin/
Disallow: /api/

# =============================================
# Aggressive scraper — rate limit
# =============================================
User-agent: Bytespider
Allow: /
Crawl-delay: 2
Disallow: /checkout/
Disallow: /cart/
Disallow: /mi-cuenta/
Disallow: /wp-admin/
Disallow: /api/

# =============================================
# Sitemap
# =============================================
Sitemap: https://mundojoven.com/sitemap.xml

Suchvorschau