# robots.txt for LocaleLore
# Last Updated: 2026-03-27

User-agent: *
Allow: /
Allow: /discover
Allow: /stories
Allow: /hybrid
Allow: /privacy
Allow: /terms
Allow: /content-guidelines
Allow: /support
Allow: /help
Allow: /faq
Allow: /contact
Allow: /trust

# Disallow private and admin areas
Disallow: /admin/
Disallow: /settings/
Disallow: /performance/
Disallow: /production-readiness/
Disallow: /pre-deployment/
Disallow: /dashboard/
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*sessionId=
Disallow: /*?*token=

# Googlebot specific rules (faster crawling)
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bingbot specific rules
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block AI training bots (optional - protect content)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# Sitemap location
Sitemap: https://localelore.org/sitemap.xml

# Host directive for search engines
Host: https://localelore.org