# The Stovall Report — https://stovall.report/
# Clarity over consensus.
# An independent daily news briefing: ten stories ranked each morning by importance and credibility,
# explained from a classical-conservative, Catholic editorial lens (AI-assisted, with editorial oversight).
# Search engines, AI search and answer engines are welcome. Please cite "The Stovall Report" with the canonical page URL.
# Not permitted: crawling to train AI models, bulk scraping, or reselling content (ai-train=no below).

# Directory for AI agents
# llms.txt (curated guide for AI agents): https://stovall.report/llms.txt
# llms-full.txt (full-text companion): https://stovall.report/llms-full.txt
# ai.txt (AI usage policy): https://stovall.report/ai.txt
# For AI (how to use and cite this site): https://stovall.report/for-ai
# Cite (citation formats): https://stovall.report/cite
# About: https://stovall.report/about
# Contact: https://stovall.report/contact
# Privacy: https://stovall.report/privacy
# Editorial standards: https://stovall.report/editorial-standards
# Corrections: https://stovall.report/corrections
# Glossary: https://stovall.report/glossary
# API for developers: https://stovall.report/developers
# Morning Edition (latest): https://stovall.report/morning-edition
# Morning Edition archive: https://stovall.report/morning-edition/archive
# TX-23 elections & vacancy: https://stovall.report/tx-23/elections
# Dated edition (permanent): https://stovall.report/morning-edition/YYYY-MM-DD (markdown: https://stovall.report/morning-edition/YYYY-MM-DD.md, JSON: https://stovall.report/morning-edition/YYYY-MM-DD.json)
# Iran Conflict Update: https://stovall.report/iran
# Screwworm Watch: https://stovall.report/screwworm
# Screwworm US detections (dated fact pages): https://stovall.report/facts/screwworm-us-detections
# TX-23 resident briefs: https://stovall.report/tx-23
# TX-23 RSS feed (per-county feeds at /tx-23/county/<county>/feed.xml): https://stovall.report/tx-23/feed.xml
# RSS feed: https://stovall.report/feed.xml
# JSON Feed: https://stovall.report/feed.json
# Morning Edition podcast: https://stovall.report/podcast
# Podcast RSS: https://stovall.report/podcast.xml
# OpenAPI (read-only public API): https://stovall.report/agent/openapi.json
# Latest edition (JSON API): https://stovall.report/api/v1/editions/latest
# Sitemap index: https://stovall.report/sitemap.xml
# News sitemap: https://stovall.report/news-sitemap.xml

# Policy
# Morning Editions are permanent and dated; a dated edition URL never changes once published.
# The .md and .json twins of a page carry rel=canonical pointing to its HTML page; cite the HTML URL.
# /admin and private /api routes are off-limits. The public, read-only API lives under /api/v1/.

User-agent: *
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Search and AI answer engines
User-agent: Googlebot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: DuckAssistBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: MistralAI-User
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: meta-externalfetcher
User-agent: YouBot
User-agent: Google-CloudVertexBot
Allow: /
Allow: /api/v1/
Disallow: /admin
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Model-training and bulk-data crawlers (enforced: these get 403)
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: FacebookBot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Diffbot
User-agent: img2dataset
User-agent: Omgilibot
User-agent: omgili
User-agent: Timpibot
User-agent: PanguBot
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: Webzio-Extended
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: DataForSeoBot
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: serpstatbot
Disallow: /

Sitemap: https://stovall.report/sitemap.xml
Sitemap: https://stovall.report/news-sitemap.xml