User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/ 
Crawl-delay: 30 

User-Agent: PetalBot
Disallow: /

User-Agent: SemrushBot-BA
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: Qwantify
Disallow: /

User-Agent: Daum
Disallow: /

User-Agent: BLEXBot 
Disallow: /

User-Agent: Qwantify
Disallow: /

User-Agent: Daum 
Disallow: /

User-Agent: BLEXBot 
Disallow: /

User-agent: Amazonbot
Disallow: / 

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: YandexBot
Disallow: /

User-Agent: YandexImages
Disallow: /

User-agent: CheckMarkNetwork 
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Amazonbot/0.1
Disallow: /

User-Agent: YisouSpider
Disallow: /