# Global rule — allow everything
User-agent: *
Disallow:

# Good crawlers — one request every 10 s
User-agent: bingbot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: EzoicBot-Nicheiq
Crawl-delay: 10

# Block the highest-volume “non-essential” bots
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: SEOkicks
Disallow: /