# SEO scrapers and aggressive crawlers: no benefit to Block Scholes, heavy bandwidth
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: PetalBot
User-agent: Bytespider
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: barkrowler
Disallow: /

# Everyone else (Google, Bing, AI assistants): allowed, but skip infinite search-result URLs
User-agent: *
Disallow: /search


Sitemap: https://www.blockscholes.com/sitemap.xml