Berolina-werkzeuge.de - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

#
# ACHTUNG!!!
#
# An dieser Datei KEINE Aenderungen vornehmen!!!
# Dies ist eine automatisch erstellte Datei!
# Aenderungen werden ohne Sicherung automatisch 
# ueberschrieben!
#
#-------------------------------------------------
#      Version: 2012-05-07 09:55
#    Generiert: 07.05.2012 09:55
# durch Script: esRemoteAccessSettings.class.php
#-------------------------------------------------


#  80legs (http://www.80legs.com/webcrawler.html)
User-agent: 008
Disallow: /

#  AcoonBot (http://www.acoon.de/robot.asp)
User-agent: Acoon
Disallow: /
User-agent: AcoonBot
Disallow: /
User-agent: OpenAcoon
Disallow: /


#  Ahrefs.com (http://ahrefs.com/robot/)
user-agent: AhrefsBot
disallow: / 

#  alexa.com (http://www.alexa.com/site/help/webmasters)
User-agent: ia_archiver
Disallow: / 

#  BacklinkCrawler (http://www.backlinktest.com/crawler.html)
User-agent: BacklinkCrawler
Disallow: / 

#  Baiduspider (http://www.baidu.com/search/spider.htm)
User-agent: baiduspider
Disallow: / 

#  Birubot [Bot]
User-agent: Birubot
Disallow: /

#  Bixo Labs (http://bixolabs.com)
User-agent: bixolabs
disallow: /

#  BotOnParade (www.bots-on-para.de/bot.html)
User-agent: BotOnParade
Disallow: / 

#  CareerBot (http://www.career-x.de/bot.html)
User-agent: careerbot
Disallow: /

#  discobot (http://discoveryengine.com/discobot.html)
User-agent: discobot
Disallow: / 

#  Exabot/3.0 (http://www.exabot.com/go/robot)
User-agent: Exabot
Disallow: /

#  Gigabot (http://www.gigablast.com/spider.html)
User-agent: gigabot
Disallow: /

#  Gnip [Bot] (http://www.gnip.com)
User-agent: UnwindFetchor
Disallow: /

#  Huawei Symantec (http://www.huaweisymantec.com/en/IRL/spider/)
User-agent: HuaweiSymantecSpider
Disallow: / 

#  iCjobs Stellenangebote Jobs (www.icjobs.de/bot.htm)
User-agent: ICCrawler - iCjobs 
Disallow: / 

#  Majestic-12 (http://www.majestic12.co.uk/bot.php)
User-agent: MJ12bot
Disallow: /

#  MojeekBot/0.2 (http://www.mojeek.com/bot.html)
User-agent: MojeekBot
Disallow: / 

#  NerdByNature (http://www.nerdbynature.net/bot)
User-agent: NerdByNature.Bot
Disallow: / 

#  oBot/2.3.1 (http://filterdb.iss.net/crawler/)
user-agent: oBot
disallow: / 

#  OneRiot [Bot] (http://www.oneriot.com)
User-agent: OneRiot
disallow: /

#  Plukkie (http://www.botje.com/plukkie.htm)
User-agent: plukkie
Disallow: / 

#  Ruby
User-agent: Ruby
disallow: /

#  ScoutJet (http://www.scoutjet.com/)
User-agent: ScoutJet
Disallow: /

#  Search17Bot (http://www.search17.com/bot.php)
User-agent: search17
Disallow: /

#  SEOkicks-Robot (http://www.seokicks.de/robot.html)
User-agent: seokicks
Disallow: /

#  seoprofiler (http://www.seoprofiler.com/bot)
User-agent: spbot
Disallow: /

#  Sosospider (http://help.soso.com/webspider.htm)
User-agent: Sosospider
Disallow: / 

#  spbot/seoprofiler.com (http://www.seoprofiler.com/bot)
User-agent: spbot
Disallow: /

#  Speedy Spider (http://www.entireweb.com/about/search_tech/speedy_spider/)
User-agent: Speedy
Disallow: / 

#  Spinn3r (http://spinn3r.com/robot)
User-agent: Spinn3r
Disallow: / 

#  The ShopWiki Crawler (http://www.shopwiki.com/wiki/Help:Bot)
User-agent: ShopWikiDisallow: /

#  TurnitinBot (http://www.turnitin.com/robot/crawlerinfo.html)
User-agent: TurnitinBot
Disallow: / 

#  TwengaBot (http://www.twenga.com/bot.html)
User-agent: twenga2.com
Disallow: /

User-agent: twenga.com
Disallow: /

#  WBSearchBot (http://www.warebay.com/bot.html)
User-agent: WBSearchBot
Disallow: /

#  Yandex (http://yandex.com/bots)
User-agent: Yandex
Disallow: / 

#  Zookabot (http://zookabot.com)
User-agent: Zookabot
Disallow: /

#
# Erweiterungen des Shopbetreibers
#

Suchvorschau