User-agent: * allow: / # LLMs.txt - Instructions for AI crawlers # This file is used to control access for large language models and AI crawlers. # Deny all AI models from accessing the site User-agent: GPTBot allow: / User-agent: Google-Extended allow: / User-agent: ClaudeBot allow: / User-agent: ChatGPT-User allow: / User-agent: AnthropicAI allow: / User-agent: PerplexityBot allow: / User-agent: CCBot allow: / User-agent: OpenAI allow: / # Add any additional AI crawlers that should be restricted below