# PRODUCTION robots.txt — swapped into public/robots.txt at cutover.
# Welcomes AI crawlers explicitly (parity with the current vendor platform).
User-agent: *
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: meta-externalagent
Allow: /

# xAI's only declared agent token (Cloudflare Radar bots directory: operator
# xAI, category Agent, docs https://x.ai/bot). The `xAI-Bot` / `GrokBot` /
# `xAI-Grok` tokens that third-party crawler lists publish are undocumented by
# xAI and match nothing — deliberately not listed.
User-agent: GrokAgent
Allow: /

# Amazon retrieval agents — documented non-training retrieval (developer.amazon.com/amazonbot)
User-agent: Amzn-SearchBot
Allow: /

User-agent: Amzn-User
Allow: /

Sitemap: https://www.markmillersubaru.com/sitemap-index.xml