# robots.txt for uncoalesced.com
#
# Everything public here is open to search engines and AI agents alike:
# the projects, the philosophy and the papers are written to be read. A
# plain-text index for language models lives at /llms.txt.
#
# /api/ is the contact form and a GitHub-stats proxy. There is nothing to
# read there, so every crawler is asked to stay out.
#
# robots.txt is a request, not a lock. Real rate limits are enforced at the
# edge (Cloudflare) and in the API itself.

User-agent: *
Allow: /
Disallow: /api/

# AI crawlers, assistants and answer engines: welcome, at a polite pace.
# Crawl-delay is in seconds; crawlers that support it (Bing, Yandex, several
# AI crawlers) honour it, and the rest are throttled at the edge.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: cohere-ai
User-agent: CCBot
Allow: /
Allow: /llms.txt
Disallow: /api/
Crawl-delay: 5

Sitemap: https://uncoalesced.com/sitemap.xml