Motocrosscenter.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# robots.txt automaticaly generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
User-agent: *
# Private pages
Disallow: /*orderby=
Disallow: /*orderway=
Disallow: /*tag=
Disallow: /*id_currency=
Disallow: /*search_query=
Disallow: /*back=
Disallow: /*n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-opc
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# Directories
Disallow: */classes/
Disallow: */config/
Disallow: */download/
Disallow: */mails/
Disallow: */modules/
Disallow: */translations/
Disallow: */tools/
# Files
Disallow: /*es/direccion
Disallow: /*es/direcciones
Disallow: /*es/autenticacion
Disallow: /*es/carro-de-la-compra
Disallow: /*es/descuento
Disallow: /*es/estado-pedido
Disallow: /*es/historial-de-pedidos
Disallow: /*es/identidad
Disallow: /*es/mi-cuenta
Disallow: /*es/carrito
Disallow: /*es/confirmacion-pedido
Disallow: /*es/devolucion-de-productos
Disallow: /*es/pedido-rapido
Disallow: /*es/vales
Disallow: /*es/contrasena-olvidado
Disallow: /*es/buscar
Disallow: /*en/direccion
Disallow: /*en/direcciones
Disallow: /*en/autenticacion
Disallow: /*en/carro-de-la-compra
Disallow: /*en/descuento
Disallow: /*en/estado-pedido
Disallow: /*en/historial-de-pedidos
Disallow: /*en/identidad
Disallow: /*en/mi-cuenta
Disallow: /*en/carrito
Disallow: /*en/order-confirmation
Disallow: /*en/devolucion-de-productos
Disallow: /*en/pedido-rapido
Disallow: /*en/vales
Disallow: /*en/contrasena-olvidado
Disallow: /*en/buscar
Disallow: /*fr/direccion
Disallow: /*fr/direcciones
Disallow: /*fr/autenticacion
Disallow: /*fr/carro-de-la-compra
Disallow: /*fr/descuento
Disallow: /*fr/estado-pedido
Disallow: /*fr/historial-de-pedidos
Disallow: /*fr/identidad
Disallow: /*fr/mon-compte
Disallow: /*fr/carrito
Disallow: /*fr/confirmacion-pedido
Disallow: /*fr/devolucion-de-productos
Disallow: /*fr/pedido-rapido
Disallow: /*fr/vales
Disallow: /*fr/contrasena-olvidado
Disallow: /*fr/buscar
Disallow: /*pt/direccion
Disallow: /*pt/direcciones
Disallow: /*pt/autenticacion
Disallow: /*pt/carro-de-la-compra
Disallow: /*pt/descuento
Disallow: /*pt/estado-pedido
Disallow: /*pt/historial-de-pedidos
Disallow: /*pt/identidad
Disallow: /*pt/mi-cuenta
Disallow: /*pt/carrito
Disallow: /*pt/confirmacion-pedido
Disallow: /*pt/devolucion-de-productos
Disallow: /*pt/pedido-rapido
Disallow: /*pt/vales
Disallow: /*pt/contrasena-olvidado
Disallow: /*pt/buscar



# Blog
Disallow: /shop/blog/author/*
Disallow: /shop/blog/2010/*
Disallow: /shop/blog/2011/*
Disallow: /shop/blog/2012/*
Disallow: /shop/blog/2013/*
Disallow: /shop/blog/2014/*
Disallow: /shop/blog/2015/*
Disallow: /shop/blog/2016/*
Disallow: /shop/blog/2017/*
Disallow: /shop/blog/2018/*
Disallow: /shop/blog/2019/*
Disallow: /shop/blog/2020/*
Disallow: /shop/blog/tag/*

# Tratamiento de User-agents específicos

User-agent: Baiduspider
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: YandexBot
Disallow: / 

User-agent: Yandex
Disallow: / 


User-agent: YandexImages
Disallow: /

User-agent: Baiduspider-image
Disallow: /


User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCapture 2.0
Disallow: /

User-agent: WebCopier v.2.2
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: Xenu\\\'s Link Sleuth 1.1c
Disallow: /

User-agent: Xenu\\\'s
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Bytespider
Disallow: /

Search preview