# The Website Specification — robots.txt
# https://specification.website/spec/seo/robots-txt/
#
# Allow everything. This is a public, open spec.
# Content Signals declare how we want our content treated downstream
# (IETF AI Preferences draft / IAB Tech Lab Content Signals proposal).

User-agent: *
Allow: /
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# AI / LLM crawlers — explicitly allowed.
# The spec is meant to be read by agents.
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://specification.website/sitemap-index.xml