Tiendalenovo.es - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

#
###################################################################################################################################
#
# Bienvenido a el Robots de SUPPORT AND TECHNOLOGY :)
#
###################################################################################################################################

User-agent: *

# Google Image Crawler Setup

User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: Slurp
Crawl-delay: 20
Allow: /

User-agent: noxtrumbot
Crawl-delay: 50
Allow: /

User-agent: msnbot
Crawl-delay: 30
Allow: /

User-agent: Slurp
Crawl-delay: 10
Allow: /

User-agent: AhrefsBot 
Crawl-delay: 0100-0800
Allow: /

Allow: /pub/media/catalog/product/

## PRIVATE URLS

Disallow: /*?price_*
Disallow: /index.php/
Disallow: /*?
Disallow: /checkout/
Disallow: /vendor/
Disallow: /app/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.php$
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/
Disallow: /customer/account/
Disallow: /customer/account/login/
Disallow: /customer/account/create/
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /smartphones/smartphones-lenovo
Disallow: /newsletter/
Disallow: /poll/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /*?dir*
Disallow: /*?dir=desc
Disallow: /*?dir=asc
Disallow: /*?limit=all
Disallow: /*?mode*
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /auth.json
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /*.json$
Disallow: /*.lock$
Disallow: /*.conf$
Disallow: /*.phar$
Disallow: /*.sample$





## CORPORATIVE PAGES

# STATICS
Disallow: /cookies
Disallow: /privacidad
Disallow: /contacto

## CRAWL BUDGET OPTIMIZATION

# 3+ FILTERS
Disallow: /*/*/*/*/*


# TECHNICAL RESOURCES
Disallow: /*?*

# TECHNICAL ISSUES
Disallow: /*?page=0
Disallow: /*?page=1
Disallow: /0
Disallow: /amp/0

#Desautorizamos 
User-agent: Baiduspider
User-agent: Yandex
User-agent: twiceler
User-agent: Gigabot
User-agent: Scrubby
User-agent: Robozilla
User-agent: Nutch
User-agent: yeti
User-agent: CompSpyBot
User-agent: Curious George
User-agent: CybEye.com
User-agent: DoCoMo
User-agent: ExB Language Crawler
User-agent: Ezooms
User-agent: Flamingo_SearchEngine
User-agent: Genieo
User-agent: Genio
User-agent: LWNutch
User-agent: LexxeBot
User-agent: OpenWebIndex
User-agent: RediffNewsBot
User-agent: SEOENGWorldBot
User-agent: Scanmine 
User-agent: Screaming Frog SEO Spider
User-agent: ShopWiki
User-agent: ShowyouBot
User-agent: Sosospider
User-agent: WocBot
User-agent: Yeti
User-agent: YoudaoBot
User-agent: daumoa
User-agent: gsa-crawler
User-agent: libcrawl
User-agent: linkdex
User-agent: magpie-crawler
User-agent: repparser
User-agent: rogerbot
User-agent: sindice-site-manager
User-agent: sogou spider
User-agent: woriobot
User-agent: yacybot
User-agent: yolinkBot
User-agent: Baiduspider
User-agent: Yahoo! Slurp China
User-agent: YandexBot
User-agent: Yandex
User-agent: archive.org_bot
User-agent: SEMrushBot
User-agent: YandexImages
User-agent: Baiduspider-image
User-agent: MSIECrawler
User-agent: WebCopier
User-agent: Python-urllib
User-agent: URL_Spider_Pro
User-agent: EmailCollector
User-agent: EmailSiphon
User-agent: WebBandit
User-agent: EmailWolf
User-agent: ExtractorPro
User-agent: CopyRightCheck
User-agent: Alexibot
User-agent: Web Image Collector
User-agent: Xenu's Link Sleuth 1.1c
User-agent: Xenu's
User-agent: Zeus
User-agent: Zeus Link Scout
User-agent: EroCrawler
User-agent: LinkScan/8.1a Unix
User-agent: Keyword Density/0.9
User-agent: WebCopier v3.2a
User-agent: WebCapture 2.0
User-agent: WebCopier v.2.2
User-agent: EtaoSpider
User-agent: Black Hole
User-agent: Xenu\\\'s Link Sleuth 1.1c
User-agent: Xenu\\\'s
Disallow: /

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /


User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: libwww
Disallow: /

Suchvorschau