Robots.txt
# Alexa
User-agent: ia_archiver
Disallow:
# Yahoo!
User-agent: Slurp
Disallow:
# Abacho
User-agent: AbachoBOT
Disallow:
# Baidu
User-agent: baiduspider
Disallow:
# Fireball
User-agent: fireball
Disallow:
# ObjectsSearch
User-agent: ObjectsSearch
Disallow:
# Szukacz
User-agent: szukacz
Disallow:
# Voila.fr
User-agent: VoilaBot
Disallow:
# Walhello
User-agent: Appie
Disallow:
# Yandex
User-agent: Yandex
Disallow:
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: bingbot
User-agent: BingPreview
User-agent: msnbot
User-agent: msnbot-media
User-agent: adidxbot
User-agent: Applebot
User-agent: AppleNewsBot
User-agent: Teoma
User-agent: DuckDuckBot
User-agent: DuckDuckGo-Favicons-Bot
User-agent: Lycos
User-agent: OrangeBot
User-agent: Qwantify
User-agent: Slurp
User-agent: Facebot
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: Pinterest
User-agent: CCBot
User-agent: Dazoobot
User-agent: EuripBot
User-agent: Feedly
User-agent: Findxbot
User-agent: Netvibes
User-agent: wotbox
User-agent: YioopBot
Sitemap: https://guiasjuridicas.laley.es/sitemaps/sitemap.xml
(Nice to have)