User-agent: * # Block search pages Disallow: /search # Block label/archives Disallow: /label Disallow: /archive Disallow: /comments # Block feeds Disallow: /feeds # Allow everything else Allow: / Sitemap: https://www.hindudata.com/sitemap.xml Sitemap: https://www.hindudata.com/atom.xml?redirect=false&start-index=1&max-results=500