# SolarScope.io - robots.txt
# This file tells search engines which pages they can crawl

User-agent: *
Allow: /

# Don't crawl admin or API endpoints
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Don't crawl authentication pages
Disallow: /login
Disallow: /register
Disallow: /signup
Disallow: /betaRequest
Disallow: /trial_login

# Don't crawl payment/checkout pages
Disallow: /create-checkout-session
Disallow: /upgrade-to-pro
Disallow: /payment-success
Disallow: /upgrade-success
Disallow: /stripe-webhook

# Allow public content
Allow: /documentation
Allow: /changelog
Allow: /privacy
Allow: /terms
Allow: /contact
Allow: /docs
Allow: /compare
Allow: /solar-data
Allow: /solar-profiles
Allow: /llms.txt
Allow: /llms-full.txt

# AI crawler directives
# Allow major AI training and search crawlers full access to public content

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: Gemini
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/

# Sitemap location
Sitemap: https://solarscope.io/sitemap.xml

# LLMs.txt — AI-readable site description
# https://solarscope.io/llms.txt
# https://solarscope.io/llms-full.txt