User-agent: *
Disallow: /cgi-bin/

User-Agent: MJ12bot
Crawl-Delay: 20

User-agent: AhrefsBot
Crawl-Delay: 20

User-agent: SemrushBot
Crawl-Delay: 20

User-agent: Adsbot
Disallow: /

User-agent: BLEXBot
Crawl-Delay: 20

User-agent: DotBot
Crawl-Delay: 20

User-agent: SeznamBot
Disallow: /