Axartoner.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

User-agent: *
Allow: /
Sitemap: https://www.axartoner.com/sitemapindex.xml
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /ext/
Disallow: /googlesitemap/
Disallow: /upload/
Disallow: /feed/
Disallow: /404.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_password.php
Disallow: /advanced_search.php*
Disallow: /add_checkout_success.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /advanced_search_result.php*
Disallow: /comparador.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /contact_bean.php
Disallow: /cookie_usage.php
Disallow: /create_account.php
Disallow: /create_account_success.php
Disallow: /help_form.php
Disallow: /login.php
Disallow: /notify.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /popup_categories.php
Disallow: /popup_categories.php?*
Disallow: /product_compats.php
Disallow: /shopping_cart.php
Disallow: /tellamamos.php
Disallow: /product_reviews_write.php
Disallow: /product_compats.php
Disallow: /product_compats.php?*
Disallow: /index.php*
Disallow: /ficha-duda.php*
Disallow: /ficha-barato.php*
Disallow: /*action=*

#
# Lista de bots que suelen respetar el robots.txt pero rara
# vez hacen un buen uso del sitio y abusan bastante
# Añadir al gusto del consumidor
#

User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: Archive.org
Disallow: /
User-agent: kalooga
Disallow: /
User-agent: spbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SBIder
Disallow: /
user-agent: sitebot
Disallow: /
User-agent: Baiduspider
Disallow: /

#
# Slurp (Yahoo!), Noxtrum y el bot de MSN a veces tienen
# idas de pinza, toca decirles que reduzcan la marcha.
# El valor es en segundos y podeis dejarlo bajo e ir
# subiendo hasta el punto optimo.
#

User-agent: noxtrumbot
Crawl-delay: 50
User-agent: msnbot
Crawl-delay: 50
User-agent: Slurp
Crawl-delay: 10
User-agent: Baiduspider
Disallow: /

# SEO-related bots
User-agent: AhrefsBot
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: rogerbot
Disallow:/
User-agent: mj12bot
Disallow:/
User-agent: dotbot
Disallow:/
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /

Search preview