User-agent: * Allow: / # Block personalized email pages from indexing Disallow: /emails/ # Block Cloudflare CDN endpoints to prevent crawler errors Disallow: /cdn-cgi/ # Crawl-delay (optional) Crawl-delay: 1 # AI/LLM Crawlers - Production policies User-agent: GPTBot Allow: / Crawl-delay: 2 User-agent: Google-Extended Allow: / Crawl-delay: 2 User-agent: Claude-Web Allow: / Crawl-delay: 2 User-agent: CCBot Allow: / Crawl-delay: 2 User-agent: anthropic-ai Allow: / Crawl-delay: 2 User-agent: ChatGPT-User Allow: / Crawl-delay: 2 # Sitemap location Sitemap: https://konta.com/sitemap.xml # AI/LLM guidance # See: https://konta.com/llms.txt for AI content policies