# StarWhisper robots.txt
User-agent: *
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

Sitemap: https://starwhisper.ai/sitemap.xml

# Explicitly allow AI/LLM crawlers
User-agent: GPTBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: OAI-SearchBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: ChatGPT-User
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: PerplexityBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: ClaudeBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: Anthropic-AI
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: CCBot
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: Google-Extended
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: Applebot-Extended
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

User-agent: cohere-ai
Content-Signal: search=yes,ai-input=yes,ai-train=no
Allow: /
Disallow: /api/
Disallow: /analytics-data/
Disallow: /downloads/

# LLM-readable product information
# See https://starwhisper.ai/llms.txt