User-agent: *
Disallow: /cache/
Disallow: /logs/
Disallow: /tmp/
User-agent: Cliqzbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: daumoa
Disallow: /
User-agent: Ultraseek
Disallow: 
User-agent: Ultraseek-www
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: DomainStatsBot
Disallow: /
User-agent: BaiduSpider
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /