User-agent: *
Disallow: /rss/
Disallow: /xml/
Disallow: /json/
Disallow: /headerxml/
Disallow: /service/
Disallow: /util/
Disallow: /vp2/
Disallow: /embed/
Disallow: /html/
Disallow: /images/
Disallow: /js/
Disallow: /lib/
Disallow: /media/
Disallow: /site/
Disallow: /contact-us-thanks

User-Agent: MJ12bot
Disallow:
User-agent: Twitterbot
Disallow:

# Block trendkite-akashic-crawler
User-agent: trendkite-akashic-crawler
Disallow: /

Sitemap: https://abc.com/sitemapindex-blogs.xml
Sitemap: https://abc.com/sitemapindex-episodes.xml
Sitemap: https://abc.com/sitemapindex-showmap.xml
Sitemap: https://abc.com/sitemapindex-videomap.xml
Sitemap: https://abc.com/latest-blogs.xml