#robots.txt file for www.the-scientist.com
User-agent: *
Disallow: /digest/view/

#bot crawl-delays
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

#sitemap list for www.the-scientist.com
Sitemap: https://www.the-scientist.com/sitemap/sitemap.xml
Sitemap: https://www.the-scientist.com/sitemap/sitemap-news.xml