User-agent: *

Disallow: /search/*
Disallow: /feedback/*
Disallow: /*?q=*
Disallow: /*?ref
Disallow: *utm_

User-agent: Twitterbot
Allow: /*?*utm_

User-Agent: omgilibot
Disallow: /

User-Agent: omgili
Disallow: /

User-Agent:Mediatoolkitbot
Disallow: /

User-Agent:PolecatBot
Disallow: /

User-Agent:DotBot
Disallow: /

Sitemap: https://www.ntd.com/sitemap/sitemap.xml.gz
Sitemap: https://www.ntd.com/sitemap/sitemap_news.xml.gz
Sitemap: https://www.ntd.com/sitemap/sitemap_allvideos.xml.gz