User-agent: sogou spider
Disallow: /
User-agent: Superfeedr
Disallow: /
User-agent: NTENTbot
Disallow: /
User-agent: DAUM 
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Vegi bot
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: "UniversalFeedParser
Disallow: /
User-agent: Twitterbot
Disallow: /
User-agent: Riddler
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: heritrix
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: msnbot 
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Slurp
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Yahoo! Slurp
#Crawl-delay: 10
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Owlin
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: Mediatoolkitbot 
Disallow: /

User-agent: Addthis
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/

User-Agent: SputnikBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: alertmix
Disallow: /

User-agent: *
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

# Backlink Analysis
user-agent: AhrefsBot
disallow: /

User-agent: PercolateCrawler
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/


# http://www.trendiction.com/en/publisher/bot
User-Agent: trendictionbot
Disallow: /

#https://www.distilnetworks.com/bot-directory/bot/feedly1-0/
User-Agent: Feedly
Disallow: /

#scraper
User-Agent: python-requests
Disallow: /

#scraper
User-Agent: AppEngine-Google
Disallow: /