# FreeCredit Casinos — robots.txt
# Updated dynamically with site

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /search?
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?aff=

# Major search engines + AI crawlers — full access except admin/API
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

# Throttle aggressive SEO crawlers
User-agent: SemrushBot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

# Block content scrapers
User-agent: MJ12bot
Disallow: /

Sitemap: https://freecreditcasinos.net/sitemap.xml