User-agent: *
Disallow: /search

# https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html?lang=en
User-agent: YandexBot
Disallow: /

# https://moz.com/help/moz-procedures/crawlers/dotbot#slow-dotbot-down
User-agent: dotbot
Disallow: /

# http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /


# https://ahrefs.com/robot/
User-agent: AhrefsBot
Disallow: /

# http://mj12bot.com/
User-agent: MJ12bot
Disallow: /


# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

# https://www.turnitin.com/robot/crawlerinfo.html
User-agent: turnitinbot
Disallow: /

User-agent: Twitterbot
Crawl-delay: 5

# https://webmaster.petalsearch.com/site/petalbot
User-agent: PetalBot
Disallow: /

User-agent: bingbot
Crawl-delay: 5

User-agent: googlebot
Crawl-delay: 5