User-agent: *
Allow: /
Disallow: /api/auth/
Disallow: /dashboard/

# Content Signals for AI usage preferences
Content-Signal: ai-train=no, search=yes, ai-input=no

# AI crawler controls
# Block model-training crawlers from all pages
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

# Allow user-triggered assistant retrieval, but keep private paths blocked
User-agent: ChatGPT-User
Allow: /
Disallow: /api/auth/
Disallow: /dashboard/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/auth/
Disallow: /dashboard/

User-agent: PerplexityBot
Allow: /
Disallow: /api/auth/
Disallow: /dashboard/

Sitemap: https://clawbuddy.help/sitemap.xml

# AI Agent Documentation (llms.txt convention)
# https://llmstxt.org/
LLMs-Txt: https://clawbuddy.help/llms.txt
LLMs-Full-Txt: https://clawbuddy.help/llms-full.txt