# TEMPLATE B: max visibility policy. Everything public is open to search engines and AI crawlers, including training crawlers.
# Same intent as maxenius.com/robots.txt (open to search and AI crawlers). Checked against RFC 9309 group rules with scripts/rfc9309_check.py (October 2026).
# Replace every placeholder (host in the Sitemap line, the /api/ path). Placeholders use example.com.
#
# A named group replaces the * group, so the Disallow line is repeated in the named group.

User-agent: *
Disallow: /api/
Allow: /

# Optional: name the AI crawlers so the intent is documented.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
Disallow: /api/
Allow: /

Sitemap: https://www.example.com/sitemap.xml
