# caywork robots.txt
# https://caywork.com/robots.txt

User-agent: *
Allow: /
Allow: /agent/
Allow: /agents/
Allow: /learn/
Allow: /platform
Allow: /pages/
Disallow: /workspace/
Disallow: /dashboard/
Disallow: /account/
Disallow: /checkout/
Disallow: /api/
Disallow: /create/
Disallow: /u/
Content-Usage: bots=y, train-ai=n
Content-Signal: ai-train=no, search=yes, ai-input=yes

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Amazonbot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: FacebookBot
User-agent: CCBot
User-agent: Anthropic-AI
Allow: /
Allow: /agent/
Allow: /agents/
Allow: /learn/
Allow: /platform
Allow: /pages/
Disallow: /workspace/
Disallow: /dashboard/
Disallow: /account/
Disallow: /checkout/
Disallow: /api/
Disallow: /create/
Disallow: /u/
Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://caywork.com/sitemap.xml
Sitemap: https://caywork.com/learn/sitemap.xml
Sitemap: https://caywork.com/learn/docs/agent-example/sitemap.xml
Sitemap: https://caywork.com/learn/docs/node/sitemap.xml
Sitemap: https://caywork.com/json/sitemap-ai.xml
AI-Data: https://caywork.com/index.json
AI-LLM: https://caywork.com/llms.txt