# General
User-agent: *
Allow: /

# Crawl-blocked app routes with no SEO value. Blocking crawl is sufficient —
# they are never meant to rank and carry no noindex tag.
Disallow: /dashboard
Disallow: /aifloweditor
Disallow: /download
Disallow: /api-docs

# /ai-flow is NOT listed above, and that is deliberate. It no longer serves a
# page: server.js 301s /ai-flow* to /studio and /ai-flow/copy/<uuid> to
# /studio/<uuid>. Disallowing a redirect means a crawler can never SEE the
# redirect, so the old URLs sit in Search Console as "Crawled - currently not
# indexed" forever and whatever link equity they carry stays stranded instead of
# consolidating onto the destination. Three of them were still in that report as
# of 2026-08-12, one last crawled in 2025.
#
# The destination /studio/<uuid> IS still disallowed below, which is the point:
# Google follows the 301, finds the target uncrawlable, and drops the old URL.
# That is the outcome we want — these are flow-editor app URLs, not content.
# Easy UI is the authenticated in-app hub (card grid + My results). Recipe
# landing/runner pages live under /recipes/<id> (indexable, in the sitemap) —
# /easy carries no SEO value and must not be crawled. (A7 — Easy GA cutover.)
Disallow: /easy
# Allow /studio (marketing landing) but disallow specific flow editor URLs
Disallow: /studio/

# NOTE: /signin, /signup, /forgot-password, /app_auth, /invitation,
# /termsAgreement are intentionally NOT disallowed here. They are served with
# `X-Robots-Tag: noindex` (see server/server.js NOINDEX_PATHS). Google must be
# able to CRAWL them to see the noindex and drop them from the index — blocking
# them in robots.txt leaves them "Indexed, though blocked by robots.txt".

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Apple AI
User-agent: Applebot-Extended
Allow: /

# Meta AI
User-agent: meta-externalagent
Allow: /

User-agent: meta-externalfetcher
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# ByteDance
User-agent: Bytespider
Allow: /

# DuckDuckGo
User-agent: DuckAssistBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Sitemap
Sitemap: https://cnaps.ai/sitemap.xml