# AI content usage preferences (Content Signals — https://contentsignals.org/)
# We welcome search engines and AI assistants that discover content and pay
# per request via x402 on the API, but opt out of model training.
User-agent: *
Content-Signal: search=yes, ai-train=no, ai-input=yes
Allow: /
Disallow: /admin
Disallow: /api/auth
Disallow: /account

# Block pure training crawlers (take content, send nothing back)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

# AI assistants and search agents (ClaudeBot, GPTBot, ChatGPT-User,
# PerplexityBot, etc.) are ALLOWED via the default * rule above. They hit
# the site, discover content, and pay via x402 on the API.

Sitemap: https://www.supercomputing.news/sitemap.xml