# being machine-usable is the whole point.
# Agent crawlers are explicitly allowed — this site is meant to be read by machines.

# Answer engines — fetch to cite in a response. This is the traffic to want.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
Allow: /

# User-triggered fetchers — a person is waiting on this request. Disallowing one breaks a live answer, not a scrape.
User-agent: ChatGPT-User
User-agent: Claude-User
Allow: /

# Training corpora — no reader is waiting. The tier a consumer is most likely to refuse.
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: CCBot
Allow: /

User-agent: *
Allow: /

Sitemap: https://shuttering.stxkxs.dev/sitemap.xml