The-are.com - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

#
# ROBOTS.TXT POR VISIBILIDADON AGENCIA SEARCH
#
###################################################################################################################################
#  _______ _    _ ______             _____  ______ 
# |__   __| |  | |  ____|      /\   |  __ \|  ____|
#    | |  | |__| | |__ ______ /  \  | |__) | |__   
#    | |  |  __  |  __|______/ /\ \ |  _  /|  __|  
#    | |  | |  | | |____    / ____ \| | \ \| |____ 
#    |_|  |_|  |_|______|  /_/    \_\_|  \_\______|
#                                                  
###################################################################################################################################                                                  

# SITEMAPS ES
Sitemap: https://www.the-are.com/sitemap.xml
Sitemap: https://www.the-are.com/sitemap_collections_1.xml?from=480849288&to=639089836375
Sitemap: https://www.the-are.com/sitemap_products_1.xml?from=8338165832&to=9572570267991
Sitemap: https://www.the-are.com/sitemap_pages_1.xml?from=246703560&to=135379157335
Sitemap: https://www.the-are.com/sitemap_blogs_1.xml

# SITEMAPS EN
Sitemap: https://www.the-are.com/en/sitemap_collections_1.xml?from=480849288&to=639089836375
Sitemap: https://www.the-are.com/en/sitemap_products_1.xml?from=8338165832&to=9572570267991
Sitemap: https://www.the-are.com/en/sitemap_pages_1.xml?from=246703560&to=135379157335
Sitemap: https://www.the-are.com/en/sitemap_blogs_1.xml

# SITEMAPS PT
Sitemap: https://www.the-are.com/pt/sitemap_collections_1.xml?from=480849288&to=639089836375
Sitemap: https://www.the-are.com/pt/sitemap_products_1.xml?from=8338165832&to=9572570267991
Sitemap: https://www.the-are.com/pt/sitemap_pages_1.xml?from=246703560&to=135379157335
Sitemap: https://www.the-are.com/pt/sitemap_blogs_1.xml

# ECOMMERCE SECTIONS
User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /16313281/checkouts
Disallow: /16313281/orders
Disallow: /carts
Disallow: /account

# BLOCK ECOMMERCE FILTERS
User-agent: *
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*

# BLOCK BLOG FILTERS
User-agent: *
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*

# CRAWL OPTIMIZATION
User-agent: *
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: */search
Disallow: /*?pr_prod_strat=
Disallow: /*pos=
Disallow: /*.atom

# GOOGLE ADS
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /16313281/checkouts
Disallow: /16313281/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js

# DEFAULT ROBOTS NUTCH
User-agent: Nutch
Disallow: /

# DEFAULT ROBOTS AHREFS 
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /16313281/checkouts
Disallow: /16313281/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Sitemap: https://www.the-are.com/sitemap.xml

# DEFAULT ROBOTS AHREFS SITE AUDIT
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /16313281/checkouts
Disallow: /16313281/orders
Disallow: /carts
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: */collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /policies/
Disallow: /*/policies/
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Sitemap: https://www.the-are.com/sitemap.xml

# DEFAULT ROBOTS MJ12BOT
User-agent: MJ12bot
Crawl-delay: 10

# DEFAULT ROBOTS PINTEREST
User-agent: Pinterest
Crawl-delay: 1

Suchvorschau