# robots.txt for AnyConversation
# https://anyconversation.com

# Default policy for all bots: crawl public pages, stay out of private/dynamic ones
User-agent: *
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

# AI / LLM crawlers -- explicitly allowed for public marketing content,
# but with the same private-area Disallows as everyone else.
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /characters/
Disallow: /admin/
Disallow: /system/
Disallow: /auth/
Disallow: /static/temp/
Disallow: /static/avatars/
Disallow: /get-saved-conversations
Disallow: /chat
Disallow: /companion

Sitemap: https://anyconversation.com/sitemap.xml