User-Agent: *
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User  
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: FirecrawlAgent
Allow: /
User-agent: AndiBot
Allow: /
User-agent: ExaBot
Allow: /
User-agent: PhindBot
Allow: /
User-agent: YouBot
Allow: /
User-agent: CloudBot
Allow: /
User-agent: Gemini
Allow: /
User-Agent: OpenAI
Allow: /
User-Agent: Anthropic
Allow: /
User-Agent: GoogleAI
Allow: /
User-Agent: DeepMind
Allow: /
User-Agent: Mistral
Allow: /
User-Agent: Meta
Allow: /
User-Agent: Perplexity
Allow: /
User-Agent: xAI
Allow: /
User-Agent: Amazon
Allow: /
User-Agent: Cohere
Allow: /
User-Agent: Aleph Alpha
Allow: /
User-Agent: AI21
Allow: /