# robots.txt for makechoice.org
# Optimized for SEO and AI crawling

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /user/
Disallow: /api/
Disallow: /login
Disallow: /signup
Disallow: /*.json$
Disallow: /*?*feedbackcof=*

# Allow important pages
Allow: /test
Allow: /polls/
Allow: /forum/
Allow: /aboutUS
Allow: /contact

# Sitemap location
Sitemap: https://www.makechoice.org/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 1

# AI Crawlers (OpenAI, Google AI, Anthropic, etc.)
User-agent: GPTBot
Allow: /
Crawl-delay: 2

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 2

User-agent: CCBot
Allow: /
Crawl-delay: 2

User-agent: anthropic-ai
Allow: /
Crawl-delay: 2

User-agent: Claude-Web
Allow: /
Crawl-delay: 2