# Off-Nadir Delta - Robots.txt
# https://offnadir-delta.com

User-agent: *
Allow: /

# Allow Next.js assets (/_next/) so Google can render CSS/JS — required for correct indexing

# Allow the public MCP server endpoint and its OAuth discovery metadata
# (agent/registry discovery) before the blanket /api/ disallow below
Allow: /api/v1/mcp
Allow: /.well-known/

# Disallow API endpoints
Disallow: /api/

# Auth pages are NOT disallowed on purpose: they carry `noindex` (src/app/auth/layout.tsx),
# and a crawler can only honour noindex on a page it is allowed to fetch. Disallowing them
# kept /auth/signup in Google's index (2026-09-30).

# Disallow admin pages
Disallow: /admin/

# Disallow map page (requires authentication)
Disallow: /map

# Disallow billing page (requires authentication)
Disallow: /billing

# Disallow token-usage page (redirects to billing)
Disallow: /token-usage

# Disallow account pages
Disallow: /account
Disallow: /account-deleted

# Disallow settings pages (requires authentication)
Disallow: /settings/

# Disallow development/testing pages
Disallow: /mock-checkout

# AI crawlers (GPTBot, OAI-SearchBot, ClaudeBot, Claude-SearchBot, PerplexityBot,
# Google-Extended, Applebot-Extended, ...) follow the `*` group above. There are no
# per-bot groups: a crawler that matches its own group ignores `*` entirely, so a copy
# per bot silently drifts from these rules.

# Sitemap
Sitemap: https://offnadir-delta.com/sitemap.xml

# LLM-optimized content files (llmstxt.org specification)
# llms.txt available at: https://offnadir-delta.com/llms.txt
# llms-full.txt (detailed version) at: https://offnadir-delta.com/llms-full.txt
# llms-ja.txt (Japanese version) at: https://offnadir-delta.com/llms-ja.txt
# Well-known URI: https://offnadir-delta.com/.well-known/llms.txt