# robots.txt for Koehler Rescue Services
# Optimized for AI crawler visibility and AEO/GEO

# Default rules for all crawlers
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /api/
Disallow: /private/
Disallow: /staging/
Disallow: /dev/
Disallow: /test/
Disallow: /temp/
Disallow: /*.log$
Disallow: /search
Disallow: /cgi-bin/
Crawl-delay: 1

# OpenAI GPT crawlers
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Anthropic Claude crawlers
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 2

User-agent: Claude-Web
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Google AI training crawler
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 1

# Perplexity AI crawler
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 2

# Amazon/Alexa AI crawler
User-agent: Amazonbot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 3

# ByteDance/TikTok AI crawler
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 3

# Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 2

# Meta AI crawler
User-agent: FacebookBot
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /api/
Disallow: /private/
Crawl-delay: 3

# Sitemap location
Sitemap: https://koehlerrescue.com/sitemap.xml