Fotocentreindia.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# Sitemap
https://proaudiovideo.in/sitemap.xml

User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-content/themes/

# Protection against abusive crawling
Crawl-delay: 2
Request-rate: 1/2s

# WordPress Core Areas to Block
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-login.php
Disallow: */trackback/
Disallow: */feed/
Disallow: */embed/
Disallow: */page/
Disallow: */comments/

# WooCommerce Specific 
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /addons/
Disallow: /*?add-to-cart=*
Disallow: /*?remove_item=*
Disallow: /*cart-action*
Disallow: /*?orderby=*
Disallow: /*?filter=*
Disallow: /*?product_cat=*
Disallow: /*?product_tag=*
Disallow: /*&product_count=*
Disallow: /*?paged=*
Disallow: /*?add_to_wishlist=*

# Prevent duplicate content issues
Disallow: /*?s=*
Disallow: /*?*author=*
Disallow: /*?*attachment_id=*

# Crawl Delay to reduce server load (in seconds)
Crawl-delay: 1

# Special Instructions for Google
User-agent: Googlebot
Allow: /wp-content/uploads/
Allow: /
Crawl-delay: 0.5
Request-rate: 5/1m

# Special Instructions for Googlebot-Image
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Allow: /
Crawl-delay: 0.5
Request-rate: 5/1m

# Special Instructions for Bing
User-agent: Bingbot
Allow: /wp-content/uploads/
Allow: /
Crawl-delay: 1
Request-rate: 5/1m

# Anti-Abuse Measures for Aggressive Crawlers
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 30
Request-rate: 1/30s

User-agent: Pinterestbot
Crawl-delay: 10

# Special Instructions for AI Crawlers
User-agent: GPTBot
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: ChatGPT-User
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: Anthropic-ai
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: Claude-Web
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: DeepSeek
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: cohere-ai
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: Mistral-ai
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

User-agent: Perplexity
Allow: /
Allow: /wp-content/uploads/
Allow: /product*/
Allow: /category*/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Crawl-delay: 5

Suchvorschau