# Explicit allow for AI search bots so the catalog gets surfaced by
# ChatGPT search, Claude, Perplexity, Google's AI Overviews etc. The
# wildcard rule below already allows them by default, but search teams
# at OpenAI / Anthropic recommend an explicit allow block as a positive
# signal for crawl priority.
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: *
Allow: /
Disallow: /account
Disallow: /admin
Disallow: /onboarding
Disallow: /favorites
Disallow: /sign-in
Disallow: /sign-up
Disallow: /search
Disallow: /unsubscribe
Disallow: /compare/results
Disallow: /stacks/mine
Disallow: /stacks/new
Disallow: /api/

Sitemap: https://oneaiguide.com/sitemap.xml

# llms.txt: curated plain-text site map for LLM crawlers (ChatGPT,
# Claude, Perplexity). Open standard at https://llmstxt.org/.
# Not part of the robots.txt spec, but documented to point bots at it.