# Coda One robots.txt
# Default policy: allow indexing, disallow private / noindexed surfaces.
# AI crawlers (GPTBot / ClaudeBot / Google-Extended / PerplexityBot) are
# explicitly allowed for AEO / AI-search citations, with the same private
# surface exclusions.

# /mcp/ is NOT disallowed, deliberately. It carries noindex on every page, and a
# Disallow would forbid the crawl of the page carrying that signal — so the
# noindex could never be read and the section would stay indexed forever. That
# was the live state until 2026-08-28: five Disallow lines for this path against a
# noindex prop that a second prop on the next line was silently overriding.
# Two suppression mechanisms, neither working, each hiding the other's failure.

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin-data/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /dashboard/
Disallow: /_next/

# ----------------------------------------------------------------------------
# AI crawlers (AEO / AI search)
# Allow full crawl of public content; mirror private-surface disallows.
# ----------------------------------------------------------------------------

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /admin-data/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /dashboard/
Disallow: /_next/

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /admin-data/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /dashboard/
Disallow: /_next/

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /admin-data/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /dashboard/
Disallow: /_next/

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /admin-data/
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /app/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /dashboard/
Disallow: /_next/

Sitemap: https://www.codaone.ai/sitemap-index.xml

# AI search engine discovery
# See https://llmstxt.org for the llms.txt standard
# llms.txt: https://www.codaone.ai/llms.txt
# llms-full.txt: https://www.codaone.ai/llms-full.txt