# DTJ Legacy — dtjlegacy.com
# robots.txt · RFC 9309 compliant
# Last updated: 2026

# ── Standard crawlers ──────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /formsubmit/
Disallow: /private/

# ── AI Training crawlers — do NOT train on this content ────────
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Allow: /

User-agent: PerplexityBot
Allow: /

# ── Content Signals (draft-romm-aipref-contentsignals) ─────────
# ai-train: do not use this content to train AI models
# search: indexing for search results is permitted
# ai-input: do not use this content as direct AI query input
Content-Signal: ai-train=no, search=yes, ai-input=no

# ── Sitemap ────────────────────────────────────────────────────
Sitemap: https://dtjlegacy.com/sitemap.xml