# Reading Rhythms - robots.txt
# https://readingrhythms.co

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://readingrhythms.co/sitemap.xml

# AI/LLM information
# For AI assistants and language models, see: https://readingrhythms.co/llms.txt

# Disallow admin and API routes
Disallow: /api/

# Allow all major crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# AI Crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

# Content Signals — AI content usage preferences (contentsignals.org)
Content-Signal: ai-train=no, search=yes, ai-input=no