# Bad-bot blocker — polite bots only.
#
# This file blocks well-behaved crawlers that honor robots.txt directives.
# Rude scrapers (curl, scrapy, python-requests, etc.) ignore this file and
# are blocked at the CDN edge by netlify/edge-functions/block-bad-bots.ts
# instead. Both layers run in parallel: belt and suspenders.

User-agent: rogerbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: sitebot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: domainstatsbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: NetEstate NE Crawler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: OpenLinkProfiler
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: UptimeBot
Disallow: /

User-agent: SEOscanners
Disallow: /