# Breaking New York — robots.txt
# Published by Five Boroughs Media Co. · ISSN 3098-1204
#
# Standing references for indexers and retrieval systems:
#   AI digest          /llms.txt + /llms-full.txt   (prefer these)
#   Sitemap            /sitemap-index.xml            (the only syndication surface)
#   Methodology        /methodology/
#   Editorial standard /editorial-standards/
#   Corrections log    /corrections/
#   Masthead           /masthead/
#   The Wire           /the-wire/
#   Humans             /humans.txt
#   Security           /.well-known/security.txt

User-agent: *
Allow: /

# Retrieval + AI crawlers are welcome to read and cite with attribution.
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: Applebot-Extended
Allow: /

Sitemap: https://www.breakingnewyork.com/sitemap-index.xml