Top4running.es - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

# see http://www.robotstxt.org/orig.html for documentation
User-agent: *

# disable filters in categories and subcategories
#Disallow: /c/*/
#Disallow: /c/*/st-
Disallow: /c/*/sizes-*
Disallow: /c/*/asizes-*
Disallow: /c/*/as-*
Disallow: /c/*/g_price-
Disallow: /c/*/colors-*
Disallow: /c/*/producer-*
Disallow: /c/*/type-*
Disallow: /c/*/type2-*
Disallow: /c/*/shoetype-*
Disallow: /c/*/rada-*
Disallow: /c/*/model-*
Disallow: /c/*/sport-*
Disallow: /c/*/confort-*
Disallow: /c/*/weight-*
Disallow: /c/*/collection-*
Disallow: /c/*/sustainability-*
Disallow: /c/*/football-boots-type-*


Disallow: /page/event/*

Disallow: /category-v2/*

#Disallow: /c/*/colors-
# disable dynamic content and filters
#Disallow: /*?
Disallow: /c/*?
Disallow: /s/*?
#Disallow: /p/*?
Disallow: /pg/*?
Disallow: /brand/*?
Allow: /brand/*?collections

# special content
Disallow: /basket/*
Disallow: /order/*
Disallow: /user/*
Disallow: /category/*

# ajax loading
Disallow: /product/gear-up*
Disallow: /product/similar-products*

Disallow: /*?q=*

# some delay
#User-agent: AhrefsBot 
#Crawl-Delay: 5

#User-agent: Pinterestbot 
#Crawl-Delay: 3

#User-agent: bingbot 
#Crawl-Delay: 1

#User-agent: YandexBot
#Crawl-Delay: 10

#User-agent: SeekportBot
#Crawl-delay: 10

#User-agent: Googlebot
#Crawl-Delay: 1


#User-agent: YandexBot
#Crawl-Delay: 10

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:


# we don't use and causing non-trivial traffic
User-agent: Amazonbot
Disallow: /

User-agent: BLEXBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: trendkite-akashic-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /

User-agent: AwarioRssBot
User-agent: Timpibot
User-agent: RainBot
User-agent: AwarioSmartBot
Disallow: /


Sitemap: https://top4running.es/sitemap.xml

Search preview