User-agent: *
Disallow:

User-agent: dotbot
Crawl-delay: 10

User-agent: *
# Directories
Disallow: /ampnew/
Disallow: /ampnew/*
Disallow: /adsblock/
Disallow: /adsblock/*
Disallow: /breakingnews/
Disallow: /breakingnews/*
Disallow: /classes/
Disallow: /classes/*
Disallow: /config/
Disallow: /config/*
Disallow: /dis_static/
Disallow: /dis_static/*
Disallow: /factiva/
Disallow: /galleries_static/
Disallow: /galleries_static/*
Disallow: /lib/
Disallow: /lib/*
Disallow: /Mobile/
Disallow: /Mobile/*
Disallow: /Mobile-Detect-2.8.19/
Disallow: /shares/
Disallow: /shares/*
Disallow: /static/
Disallow: /static/*
Disallow: /sites/
Disallow: /sites/*
Disallow: /stories_static/
Disallow: /stories_static/*
Disallow: /comment/reply/
Disallow: /comment/reply/*
Allow: /content/tags/
Allow: /content/tags/*
Disallow: /static/
Disallow: /static/*
Disallow: /node/
Disallow: /node/*
Disallow: /homepage/
Disallow: /homepage/*
Disallow: /columnist/feedback
Disallow: /columnist/feedback/*