# Allowed AI crawler for visibility in LLM search engines
User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: AppleBot-Extended
Allow: /

# Block unwanted AI scrapers and model trainers
User-Agent: Omgilibot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: cohere-ai
Disallow: /

User-Agent: writer
Disallow: /

User-Agent: YouBot
Disallow: /

User-Agent: Ai2Bot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: gptcrawler
Disallow: /

# Fallback rule for unknown AI crawlers
User-Agent: *
Disallow: /wp-admin/
Allow: /