# https://www.robotstxt.org/robotstxt.html
# AI search and answer crawlers (OAI-SearchBot, ChatGPT-User, GPTBot, Claude-SearchBot,
# Claude-User, ClaudeBot, PerplexityBot, Perplexity-User, Google-Extended,
# Applebot-Extended) are allowed: none has its own group, so this group applies to them.
User-agent: *
Allow: /
# Disallow API routes
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=no

# Sitemap
Sitemap: https://communitymentions.com/sitemap.xml