# StockAlpha.ai Robots.txt
# Updated: September 29, 2026

User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /auth-callback
Disallow: /reset-password
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /verify-email
# Public RSS feeds advertised in llms.txt / ai.txt live under /api/
Allow: /api/podcasts/feed.xml
Allow: /api/alpha-breaking/feed.xml
Allow: /api/alpha-learning/feed.xml
Disallow: /api/

# Sitemaps
Sitemap: https://stockalpha.ai/sitemap.xml
Sitemap: https://stockalpha.ai/news-sitemap.xml

# Every crawler (search, social and AI, including GPTBot, ClaudeBot,
# PerplexityBot, CCBot and Google-Extended) follows the User-agent: * block above.
# Do not add bot-specific groups: a crawler with its own group ignores the
# * rules entirely, which re-opens /api/ and /dashboard to it.