# MathxDrills robots.txt
# Policy: allow ordinary search indexing, AI search, and lookups a person asks for, so people can find
# the site; ask AI model-training and bulk data-collection crawlers not to use it.
# robots.txt is a request, not enforcement. To change the policy, move a User-agent line between the
# two groups below.

# Search engines, AI search, and user-requested fetches: allowed
User-agent: Googlebot
User-agent: Bingbot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# AI model training and bulk data collection: not allowed
User-agent: GPTBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: FacebookBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Bytespider
Disallow: /

# Everyone else
User-agent: *
Allow: /

Sitemap: https://www.mathxdrills.com/sitemap.xml