User-agent: *
Allow: /

# Nothing is Disallowed on purpose. /help is the destination for the legacy
# /rules/ and /health-hygiene/ redirects, and /book is the destination for /contact/.
# Google cannot follow a redirect into a path it is forbidden to crawl, so blocking
# them here would throw away everything those old URLs earned. Pages that should not
# appear in search carry a noindex meta tag instead, which keeps them crawlable so
# the redirects still resolve and consolidate.

# AI crawlers are welcome; being cited in AI answers is worth the traffic.
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Google-Extended
Allow: /

Sitemap: https://scrappymma.com/sitemap.xml