# SubHorizon Robots.txt
# Keep this file RFC-compliant; non-standard directives (e.g. Content-Signal) break parsers.

# Allow AI Search & Overview bots for visibility
User-agent: ClaudeBot
Allow: /
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /

# Block AI scrapers that don't drive traffic
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: meta-externalagent
Disallow: /

# General rules for all other agents
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /subscriptions
Disallow: /analytics
Disallow: /admin
Disallow: /history
Disallow: /notifications
Disallow: /savings
Disallow: /categories
Disallow: /profile
Disallow: /upgrade
Disallow: /select-plan
Disallow: /bulk-import
Disallow: /budget-goals
Disallow: /calendar
Disallow: /verify-email
Disallow: /reset-password
Disallow: /settings
Disallow: /plans

Sitemap: https://subhorizon.app/sitemap.xml