# Technical Humanist — crawler policy. Decided 2026-09; next review 2027-03.
#
# Search and retrieval crawlers are allowed: they are how search engines and
# AI answer tools find and cite these pages.
#
# Model-training crawlers are allowed on purpose. This site is published to be
# read and learned from, and client material is never published here. To change
# that decision, swap `Allow: /` for `Disallow: /` in the second group. Search
# visibility does not depend on any token in it.

User-agent: *
Allow: /
Disallow: /thanks/

# --- Model training and non-search AI use: allowed by decision ---
# A named group replaces the * group for that crawler, so /thanks/ is repeated.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: MistralAI-Training
Allow: /
Disallow: /thanks/

# --- No published purpose, no documented compliance ---
User-agent: Bytespider
Disallow: /

Sitemap: https://technical-humanist.com/sitemap-index.xml