# GRIP: https://grip.graysonchalmers.com
#
# Stance (decided 2026-09-29): be found, be searched, be cited by answer engines.
# Do not be training data.
#
# Content-Signal (https://contentsignals.org/):
#   search   = building a search index and returning links / short excerpts
#   ai-input = real-time input to AI answers (retrieval, grounding), with citation
#   ai-train = training or fine-tuning a model
#
# Search and answer agents (Googlebot, Bingbot, OAI-SearchBot, ChatGPT-User, PerplexityBot,
# Perplexity-User, Claude-SearchBot, Claude-User, ...) fall under the "*" group and are allowed.
# They are deliberately NOT given groups of their own: a named group would drop the "*" group's
# Disallow lines for them.
#
# robots.txt is advisory. More about what is here and how to cite it: /llms.txt

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
# Write endpoints (POST only, human forms, rate-limited): nothing here to read.
Disallow: /result
Disallow: /score
Disallow: /studio$
Disallow: /feedback
Disallow: /disagreement
Disallow: /timeline-request
Disallow: /tool-feedback
Disallow: /vendor-correction
# Embed for another site's iframe.
Disallow: /demo/
# Build artifacts: the prerendered copies of pages that already exist at their real address.
Disallow: /_pre/

# Training crawlers, blocked by name. Only training-specific tokens belong here.
# ClaudeBot (Anthropic) and GPTBot (OpenAI) are training crawlers; their search and
# user-initiated agents are separate tokens and stay allowed above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Bytespider
User-agent: Diffbot
User-agent: cohere-ai
User-agent: omgili
User-agent: omgilibot
Disallow: /

Sitemap: https://grip.graysonchalmers.com/sitemap.xml