# robots.txt for Aurora Forecast
# Last updated: 2026-03-03

# Allow all bots to crawl the site
User-agent: *
Allow: /

# Disallow private/admin paths (update as needed for your setup)
Disallow: /admin/
Disallow: /private/

# Set crawl delay to be considerate (optional)
Crawl-delay: 1

# Sitemap location
Sitemap: https://auroraforecast.io/sitemap.xml

# Google-specific directives
User-agent: Googlebot
Allow: /

# Bing-specific directives  
User-agent: Bingbot
Allow: /

# Archive.org (optional allow)
User-agent: ia_archiver
Allow: /

# AI crawler directives — explicitly welcome AI indexing
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /