# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
User-agent: *
Allow: /
Sitemap: https://www.marstranslation.com/sitemap.xml
Allow: /favicon.ico
Allow: /assets/images/
#put directories/files below to disallow for any search engines
Disallow: /app_dev.php/*
Disallow: /uploads/*
Disallow: /lists
Disallow: /convert/autocad
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/
Disallow: /captcha/*
Disallow: /assets/
Disallow: /annotate/
Disallow: /download-remote-file
Disallow: /blog?page=
Disallow: /blog?platform=hootsuite&page=
Disallow: /ip-code-detail
Disallow: /contact?form_type=contact_sales
Disallow: /assets/js/
Disallow: /download-remote-file
Disallow: /blog/language--culture?page=
Disallow: /blog/business?page=
Disallow: /page/contact-thank-you-pe
Disallow: /contact?
Disallow: /?affiliate=
Disallow: /?trk=
Disallow: /?msclkid=
Disallow: /*?callback=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?platform=
Disallow: /*?queryString=
Disallow: /*?catUrl=
Disallow: /*?_escaped_fragment_
Disallow: /switch-locale/
Disallow: /ar/services/ecommerce-translation-services
# OpenAI - training crawler
User-agent: GPTBot
Allow: /
Disallow: /app_dev.php/*
Disallow: /uploads/*
Disallow: /lists
Disallow: /convert/autocad
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/
Disallow: /captcha/*
Disallow: /assets/
Disallow: /annotate/
Disallow: /download-remote-file
Disallow: /blog?page=
Disallow: /ip-code-detail
Disallow: /contact?
Disallow: /switch-locale/
User-agent: ChatGPT-User
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
# OpenAI - search product
User-agent: OAI-SearchBot
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
# Anthropic - training crawler
User-agent: ClaudeBot
Allow: /
Disallow: /app_dev.php/*
Disallow: /uploads/*
Disallow: /lists
Disallow: /convert/autocad
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/
Disallow: /captcha/*
Disallow: /assets/
Disallow: /annotate/
Disallow: /download-remote-file
Disallow: /blog?page=
Disallow: /ip-code-detail
Disallow: /contact?
Disallow: /switch-locale/
User-agent: Claude-User
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
# Anthropic - general crawler
User-agent: anthropic-ai
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
# Perplexity
User-agent: PerplexityBot
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
User-agent: Google-Extended
Allow: /
Disallow: /app_dev.php/*
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/
Disallow: /captcha/*
# Apple - used for Apple Intelligence
User-agent: Applebot-Extended
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
User-agent: CCBot
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*
# Meta AI
User-agent: meta-externalagent
Allow: /
Disallow: /uploads/*
Disallow: /translators-profile/*
Disallow: /login
Disallow: /mt-backend/*
Disallow: /captcha/*Se han encontrado las siguientes palabras clave. Comprueba si esta página está bien optimizada para cada palabra clave en concreto.
(Deseable)