User-agent: * # Allow OpenAI's GPTBot User-agent: GPTBot Allow: / # Allow Anthropic's ClaudeBot User-agent: ClaudeBot Allow: / # Allow Google's AI crawler User-agent: Google-Extended Allow: / Crawl-delay: 10 # Sitemap https://avantideas.com/sitemap_index.xml # LLMs.txt files for AI systems AI-crawlers: /llms.txt LLMs-txt: https://avantideas.com/llms.txt