Nettoland.ch - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

User-agent: *
# Allow Directivess

Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*

# Private pages
Disallow: /*&q=
Disallow: /*?q=
Disallow: /*?order=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&order=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
Disallow: /*de/warenkorb
Disallow: /*fr/panier
Disallow: /*de/registrieren
Disallow: /*de/anmelden
Disallow: /*fr/connexion
Disallow: /*fr/inscription

# Allow search crawlers to discover the sitemap 

Sitemap: https://www.nettoland.ch/sp-sitemap-fr-1.xml
Sitemap: https://www.nettoland.ch/sp-sitemap-de-1.xml
Sitemap: https://www.nettoland.ch/sitemap-with-alternate-links-index.xml


## Allow AI bots
# OpenAI
# User-agent: GPTBot
# Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAIUserAgent
Allow: /
User-agent: OAI-SearchBot
Allow: /
# xAI / Grok
# User-agent: xAIBot
# Allow: /
# Google Gemini
# User-agent: Google-Extended
# Allow: /
# Perplexity.ai
# User-agent: PerplexityBot
# Allow: /
# Claude
# User-agent: ClaudeBot
# Allow: /

# Block CazoodleBot as it does not present correct accept content headers 
User-agent: CazoodleBot 
Disallow: / 
 
# Block MJ12bot as it is just noise 
User-agent: MJ12bot 
Disallow: / 
 
# Block dotbot as it cannot parse base urls properly 
User-agent: dotbot/1.0 
Disallow: / 
 
# Block Gigabot
User-agent: Gigabot 
Disallow: /

Search preview