# Block AI Bulk-Training and Scraping Bots
User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

# Block Commercial SEO Backlink Crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: mj12bot
Disallow: /

User-agent: serankingbot
Disallow: /

# Allow All Others (including Googlebot, Bingbot, and real-time AI search bots)
User-agent: *
Allow: /
Crawl-delay: 2

Sitemap: https://www.topdecked.com/sitemap-index.xml