Yarn.com - SEO Checker

Meta tags

Media list

Heading structure

Found links on this page

HTTP Response Header

Links from Wikipedia

Robots.txt

#
# yarn.txt
#

# Website Sitemap
Sitemap: https://feeds.prod.yarn.com/feeds/yarn/sitemap_na.xml

# Crawlers Setup
User-agent: AhrefsBot
Crawl-delay: 2

User-agent: MJ12bot
Crawl-delay: 2

User-agent: Pinterestbot
Crawl-delay: 2

User-agent: Ravelry Link Checker
Crawl-delay: 2

User-agent: *

# Allowable Index
Allow: */*?p=

# Paths (clean URLs)
Disallow: */index.php/
Disallow: */catalog/compare
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/

# Search
Disallow: */catalogsearch/
Disallow: */search/
Disallow: */search?q=

# Checkout / Cart
Disallow: */checkout/
Disallow: */j2tajaxcheckout/
Disallow: */minibasket/
Disallow: */cart/
Disallow: */order/
Disallow: */cart-sync

Disallow: */contacts/
Disallow: */lazyblocks/
Disallow: */multiwarehouse/stock/
Disallow: */kitbuilder/
Disallow: */shopby/
Disallow: */esi/
Disallow: */express-payments/
Disallow: */mention-me/
Disallow: */subscribe/

#Product page (XHR)
Disallow: */trendingBanner?product_id=*

# Account
Disallow: */patternlibrary/
Disallow: */customer/
Disallow: */account/
Disallow: */auth/*
Disallow: */api/ct/getMe*
Disallow: */wish_lists*

# Social
Disallow: */benutzer/
Disallow: */user/
Disallow: */favouriters
Disallow: */comment/
Disallow: *selectedImage=*
Disallow: */projects
Disallow: */project/*
Disallow: */projekte
Disallow: */projekt/*

# Designer profiles
Disallow: */designer/

# Category page facets
Disallow: *craft_category=*
Disallow: *product_type=*
Disallow: *type_needles=*
Disallow: *garment=*
Disallow: *for_pattern=*
Disallow: *brand_global=*
Disallow: *yarn_weight=*
Disallow: *fiber_yarns=*
Disallow: *colour=*
Disallow: *garment_occasion=*
Disallow: *theme=*
Disallow: *structured_size=*
Disallow: *language=*
Disallow: *format_patterns=*
Disallow: *crochet_hook_type=*
Disallow: *needle_size=*
Disallow: *crochet_hook_size=*
Disallow: *length_needles=*
Disallow: *material_needle=*
Disallow: *difficulty=*
Disallow: *genre=*
Disallow: *colour_group_buttons=*
Disallow: *size_buttons=*
Disallow: *material_buttons=*
Disallow: *shape_buttons=*
Disallow: *care_instructions_filter=*
Disallow: *accessory_type=*
Disallow: *cut_type=*
Disallow: *product_collection=*

# Paths (no clean URLs)
Disallow: */*.php$
Disallow: */*?SID=

# @b3cft was here
Disallow: /harm/to/humans
Disallow: /ignore/human/commands
Disallow: /harm/to/self

# Product page query
Disallow: */products/*?*sku=

Search preview