#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-Agent: *
Disallow: */feed/

User-agent: SiteAuditBot
Disallow: / 

User-agent: AhrefsBot
Disallow: / 

User-agent: CriteoBot/0.1
Disallow: / 

user-agent: Pinterestbot
Disallow: / 

User-agent: bingbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Petalbot
Disallow: /