Automatio.ai - SEO Check

Meta Tags

Medienliste

Überschriftenstruktur

Gefundene Links auf dieser Seite

HTTP-Header

Links von Wikipedia

Robots.txt

# Robots.txt for automatio.ai
# https://automatio.ai

User-agent: *

# Allow public content pages (SEO)
Allow: /models/
Allow: /prompts/
Allow: /articles/

# Allow localized content (all 29 supported languages)
Allow: /es/
Allow: /de/
Allow: /fr/
Allow: /ru/
Allow: /tr/
Allow: /id/
Allow: /sr/
Allow: /hr/
Allow: /pt/
Allow: /zh/
Allow: /ko/
Allow: /uk/
Allow: /nl/
Allow: /it/
Allow: /vi/
Allow: /ja/
Allow: /pl/
Allow: /fa/
Allow: /ro/
Allow: /th/
Allow: /ar/
Allow: /sv/
Allow: /cs/
Allow: /bn/
Allow: /sq/
Allow: /hu/
Allow: /da/
Allow: /el/

# Allow landing page and marketing routes
Allow: /
Allow: /privacy
Allow: /terms-of-service

# Public, unauthenticated API discovery surfaces. These sit under /api/, which
# is disallowed below, and llms.txt points agents straight at them — so without
# these Allow rules we publish a machine-readable catalogue and then tell every
# well-behaved crawler not to read it. Longest-match wins, so these override.
Allow: /api/v1/catalog
Allow: /api/v1/mcp

# Shared conversations. ALLOWED on purpose, and it is not a contradiction of
# the /chat rule below: a share is a separate, owner-published, read-only page
# at an unguessable token. Crawling has to be permitted for opt-out to work at
# all — a Disallow means the crawler never fetches the page, never sees its
# `noindex`, and can still list the bare URL from an inbound link. So the
# decision is made per page in its robots metadata (noindex unless the owner
# opted in), and only opted-in pages appear in sitemap-shares.xml.
Allow: /share/

# Disallow protected/private routes
Disallow: /chat
Disallow: /chat/
Disallow: /api/
Disallow: /munjalunja/
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /settings
Disallow: /profile
Disallow: /workflow
Disallow: /integrations

# Sitemaps
Sitemap: https://automatio.ai/sitemap.xml
Sitemap: https://automatio.ai/sitemap-content.xml
Sitemap: https://automatio.ai/sitemap-shares.xml

# AI/LLM Discovery
# llms.txt is served at its well-known path: https://automatio.ai/llms.txt
# (llmstxt.org defines no robots.txt directive; a bare "LLMs-txt:" line is
# an unknown directive and makes validators flag the file as malformed)

Suchvorschau