#################################################
# Do NOT spider this domain, but allow sitemaps #
#################################################

# Disallow all
User-Agent: *
Allow: /sitemap_index.xml
Allow: /sitemap_1.xml.gz
Allow: /sitemap_2.xml.gz
Allow: /sitemap_3.xml.gz
Allow: /sitemap_4.xml.gz
Allow: /sitemap_5.xml.gz
Allow: /sitemap_6.xml.gz
Allow: /sitemap_7.xml.gz
Allow: /sitemap_8.xml.gz
Allow: /videositemaps/
Disallow: /