# Modern Action robots.txt
# Optimized for search engines and LLM crawlers

# Public crawling policy
User-agent: *
Allow: /api/og/
Disallow: /api
Disallow: /__clerk
Disallow: /admin
Disallow: /auth
Disallow: /clerk-signup
Disallow: /dashboard
Disallow: /extension-auth
Disallow: /profile
Disallow: /settings
Disallow: /signup
Allow: /
Allow: /blog/
Allow: /bills/
Allow: /subjects/
Allow: /briefing/
Allow: /officials/

# Named search and AI crawlers use their most-specific matching group. Repeat
# the private-surface exclusions here so a broad Allow does not override them.
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: DuckAssistBot
User-agent: Meta-ExternalAgent
User-agent: MistralAI-Index
User-agent: MistralAI-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: cohere-ai
Allow: /api/og/
Disallow: /api
Disallow: /__clerk
Disallow: /admin
Disallow: /auth
Disallow: /clerk-signup
Disallow: /dashboard
Disallow: /extension-auth
Disallow: /profile
Disallow: /settings
Disallow: /signup
Allow: /
Allow: /blog/
Allow: /bills/
Allow: /subjects/
Allow: /briefing/
Allow: /officials/

# Sitemap locations (main sitemap + specialized sitemaps)
Sitemap: https://modernaction.io/sitemap.xml
Sitemap: https://modernaction.io/sitemap-bills.xml
Sitemap: https://modernaction.io/sitemap-bills-recent.xml
Sitemap: https://modernaction.io/sitemap-subjects.xml
Sitemap: https://modernaction.io/sitemap-briefings.xml
Sitemap: https://modernaction.io/sitemap-news.xml
Sitemap: https://modernaction.io/sitemap-officials.xml
Sitemap: https://modernaction.io/sitemap-official-issues.xml
Sitemap: https://modernaction.io/sitemap-blogs.xml
Sitemap: https://modernaction.io/sitemap-static.xml