#User-agent: sogou spider
#Disallow: /
User-agent: *
Disallow: /search/
Disallow: /cdn-cgi/l/email-protection
Disallow: /nz/feed_widget/
Disallow: /nz/search_google
Disallow: /cdn-cgi/l/email-protection
Disallow: /nz/feed_widget/
Disallow: /nz/search_google
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /images/uploads/
Disallow: /archive/get_wire
Disallow: /nz/clips_view/
Disallow: /archive/list_wires
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /multimedia/
Disallow: https://www.newswise.com/special-channel/tabarticles/
Disallow: https://www.newswise.com/Users/rotate-image
Allow: /users/expert/

User-agent: Superfeedr
Disallow: /
User-agent: NTENTbot
Disallow: /
User-agent: DAUM 
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: Vegi bot
Disallow: /
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /
User-agent: "UniversalFeedParser
Disallow: /
#User-agent: Twitterbot
#Disallow: /
User-agent: Riddler
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: heritrix
Disallow: /

User-agent: dotbot
#Disallow: /

User-agent: msnbot 
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Googlebot-Mobile
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Slurp
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Yahoo! Slurp
#Crawl-delay: 10
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

User-agent: Owlin
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: Mediatoolkitbot 
Disallow: /

User-agent: Addthis
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/

User-Agent: SputnikBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: alertmix
Disallow: /

User-agent: *
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /images/uploads/
Disallow: /archive/get_wire
Disallow: /nz/clips_view/
Disallow: /archive/list_wires
#Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/

# Backlink Analysis
user-agent: AhrefsBot
disallow: /

User-agent: PercolateCrawler
Allow: /users/expert/
Disallow: /users/
Disallow: /reports/
Disallow: /legacy/
Disallow: /search/
Disallow: /javascripts/
Disallow: /stylesheets/


# http://www.trendiction.com/en/publisher/bot
User-Agent: trendictionbot
Disallow: /

#https://www.distilnetworks.com/bot-directory/bot/feedly1-0/
User-Agent: Feedly
Disallow: /

#scraper
User-Agent: python-requests
Disallow: /

User-Agent: Java/1.7.0_76
Disallow: /

User-Agent: IBM-AppConnect/V1
Disallow: /

Sitemap: https://www.newswise.com/sitemap.xml
Sitemap: https://www.newswise.com/secured_sitemap_news.xml
Sitemap: https://www.newswise.com/sitemap/generate_coronavirus.php?date=2022-09
Sitemap: https://www.newswise.com/sitemap/generate_doe.php?date=2022-09
Sitemap: https://www.newswise.com/sitemap/generate_factcheck.php?date=2022-09
Sitemap: https://www.newswise.com/sitemap/generate_politics.php?date=2022-09
Sitemap: https://www.newswise.com/sitemap/generate_sitemap.php?date=2022-09
#scraper
#User-Agent: AppEngine-Google
#Disallow: /