# MayfairCasino.com robots policy.
# Last updated: 18 May 2026.
# Notes for crawlers: assets/ contains CSS, JS, fonts, SVGs, OG images and audio
# that Google needs to render and understand pages. It is intentionally crawlable.

# AI training crawlers: blocked.
# We are happy to be indexed by search engines, including AI-assisted search,
# but we don't consent to our editorial being scraped for model training.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: cohere-ai
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

# AI-assisted search crawlers: allowed.
# These power user-facing AI search results, not model training, so we want
# the site to remain discoverable through them.
User-agent: OAI-SearchBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# All other crawlers including Googlebot, Bingbot, DuckDuckBot.
User-agent: *
Allow: /

Sitemap: https://mayfaircasino.com/sitemap_index.xml
Sitemap: https://mayfaircasino.com/sitemap-audio.xml