llms.txt
# Allow OpenAI (ChatGPT)

User-agent: OpenAI

Allow: /
 
# Allow Google Gemini (Bard)

User-agent: Google-Extended

Allow: /
 
# Allow Anthropic Claude

User-agent: Anthropic

Allow: /
 
# Allow Perplexity AI

User-agent: PerplexityBot

Allow: /
 
# Allow Common Crawl (used by many LLMs)

User-agent: CCBot

Allow: /
 
# Allow Facebook/Meta

User-agent: facebookexternalhit

Allow: /
 
# Allow Amazon AI

User-agent: Amazonbot

Allow: /
 
# Allow all other AI bots not listed

User-agent: *

Allow: /