# robots.txt for semanticglyph.org (Codex minimal-allow policy)
# Surface truth: audit-friendly. Depth truth: curated crawler access.

User-agent: Bytespider
Disallow: /
Disallow: /sitemap.xml

User-agent: ClaudeBot
Allow: /sitemap.xml
Allow: /spec/
Allow: /scrolls/
Disallow: /api/

User-agent: GPTBot
Allow: /sitemap.xml
Allow: /spec/
Allow: /scrolls/
Disallow: /api/

User-agent: Applebot
Allow: /sitemap.xml
Allow: /.well-known/
Allow: /privacy
Allow: /contact
Disallow: /api/

# Default policy: conservative; allow sitemap for general discovery
User-agent: *
Allow: /sitemap.xml
Disallow: /api/

Sitemap: https://semanticglyph.org/sitemap.xml