User-agent: *
Disallow: /ajax/*
Disallow: /ajax*
Disallow: /print*
Disallow: /getRelatedArticles*
Disallow: /getMostReadArticles*
Disallow: /article_count/*
Disallow: /get-menu-header*
Disallow: /article.php*
Disallow: /login-mgt
Disallow: /*.php
Disallow: /archive/*
Disallow: /rss
Disallow: /rssFeed/*
Disallow: /widget/*
Disallow: */page/*

User-agent: Baiduspider
Disallow: /
User-agent: Baiduspider-video
Disallow: /
User-agent: Baiduspider-image
Disallow: /
User-agent: istellabot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: / 

# Bing
User-agent: bingbot
Crawl-delay: 10

# Yandex (if you get traffic from Yandex)
User-agent: Yandex
Crawl-delay: 10

# Twitter
User-agent: Twitterbot
Crawl-delay: 10

User-agent: *
Crawl-delay: 2