# robots.txt — BallotQuestions.vote
# Generated by scripts/generate-seo.mjs. Do not hand-edit.
# Conforms to llmbestpractices.com/seo/discoverability-files and
# llmbestpractices.com/cheatsheets/ai-crawlers.
#
# Posture: allow everything. This is a nonpartisan public-interest reference
# site built to be read, quoted, and cited. Nothing here is paywalled or private.

User-agent: *
Allow: /

# --- AI crawlers, named explicitly ------------------------------------
# Vendors split their fleets across training, search-index, and user-fetch
# agents; a wildcard alone leaks when a vendor renames one. Each agent gets
# an explicit directive rather than a bare token.

# OpenAI — training
User-agent: GPTBot
Allow: /

# OpenAI — search index
User-agent: OAI-SearchBot
Allow: /

# OpenAI — user fetch
User-agent: ChatGPT-User
Allow: /

# Anthropic — training
User-agent: ClaudeBot
Allow: /

# Anthropic — search index
User-agent: Claude-SearchBot
Allow: /

# Anthropic — user fetch
User-agent: Claude-User
Allow: /

# Google — Gemini training
User-agent: Google-Extended
Allow: /

# Perplexity — search index
User-agent: PerplexityBot
Allow: /

# Perplexity — user fetch
User-agent: Perplexity-User
Allow: /

# Apple — training
User-agent: Applebot-Extended
Allow: /

# Amazon — search and assistant
User-agent: Amazonbot
Allow: /

# Meta — training
User-agent: Meta-ExternalAgent
Allow: /

# Meta — user fetch
User-agent: Meta-ExternalFetcher
Allow: /

# ByteDance — training
User-agent: Bytespider
Allow: /

# Common Crawl — training corpus
User-agent: CCBot
Allow: /

# Cohere — training and inference
User-agent: cohere-ai
Allow: /

# Mistral — user fetch
User-agent: MistralAI-User
Allow: /

# Diffbot — knowledge graph
User-agent: Diffbot
Allow: /

# --- Indexes ----------------------------------------------------------
Sitemap: https://ballotquestions.vote/sitemap.xml

# Curated, agent-facing index of every canonical page:
# https://ballotquestions.vote/llms.txt
# Full text of every tracked measure, for single-fetch ingestion:
# https://ballotquestions.vote/llms-full.txt
# AI training / quoting / summarizing policy:
# https://ballotquestions.vote/ai.txt

# --- Build inputs, not published content -------------------------------
Disallow: /_legacy/
Disallow: /_reports/
Disallow: /src/
Disallow: /partials/
Disallow: /scripts/
Disallow: /sass/
Disallow: /tests/