User-agent: *
Allow: /

Sitemap: https://ic.events/sitemap.xml

# === AI / LLM crawler policy (added 2026-06-26) ===
# Answer engines & AI search are intentionally ALLOWED via the rules above —
# they drive citations + referral traffic: GPTBot, OAI-SearchBot, ChatGPT-User,
# ClaudeBot, anthropic-ai, Claude-Web, Claude-User, PerplexityBot, Perplexity-User,
# Google-Extended, Applebot. Pure training-data harvesters (no referral value)
# are BLOCKED below; flip any line as desired.

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Applebot-Extended
Disallow: /