User-Agent: openai
Allow: /

User-Agent: google-extended
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: perplexity
Allow: /

User-Agent: CCBot
Disallow: /

User-Agent: archive.org_bot
Allow: /

User-Agent: *
Allow: /