# Production robots.txt. # Ordinary search engines, including Googlebot, may index the site. # Search assistants named below may index it. Training crawlers may not. # A preview build replaces this file with Disallow: /. User-agent: * Allow: / Sitemap: https://kittim.org/sitemap.xml User-agent: Googlebot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: meta-externalagent Disallow: / User-agent: FacebookBot Disallow: / User-agent: cohere-ai Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Timpibot Disallow: / User-agent: PetalBot Disallow: / User-agent: AI2Bot Disallow: / User-agent: YouBot Disallow: /