User-agent: * Allow: / Disallow: /*.js Allow: /*.xml User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: * Allow: /sitemap.xml Allow: /llama.txt Allow: /ai.txt Allow: /ai-policy.txt Allow: /robots.txt