User-agent: *
Disallow:
Crawl-Delay: 4

User-agent: 008
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Goodzer
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: dotbot
User-agent: DotBot
Disallow: /

User-agent: turnitinbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-agent: CheckMarkNetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)
Disallow: /

User-agent: Ever Accountable
Disallow: /

User-agent: SeekportBot
User-agent: MauiBot
User-agent: houzzbot
User-agent: Baiduspider
User-agent: Baiduspider-image
User-Agent: serpstatbot
User-agent: Sogou blog
User-agent: Sogou inst spider
User-agent: Sogou News Spider
User-agent: Sogou Orion spider
User-agent: Sogou spider2
User-agent: Sogou web spider
User-agent: Uptimebot
User-agent: Yandex
User-agent: YandexMobileBot
User-agent: ZoominfoBot
User-agent: MegaIndex.ru
User-agent: AlphaSeoBot-SA
User-agent: proximic
User-agent: Amazonbot
User-agent: PetalBot
User-agent: Re-re Studio
User-agent: barkrowler
User-agent: SiteAuditBot
User-agent: Bytespider
Disallow: /

# See if Semrush can behave - March 2023.
# Update Nov 2023, no, they can't behave.
User-agent: SemrushBot-BA
User-agent: SemrushBot
Disallow: /