# Disallow all crawlers access to certain pages. User-agent: * Disallow: /12 Disallow: /b Disallow: /backu Disallow: /casparidev Disallow: /cgi-bin Disallow: /dev Disallow: /dev_e Disallow: /exchange Disallow: /files Disallow: /jo Disallow: /music Disallow: /rob Disallow: /sales Disallow: /Scripts Disallow: /Secure Disallow: /sitemap_gen1.5 Disallow: /sns_collector Disallow: /tcspacer # Sitemap files Sitemap: http://www.casparionline.com/sitemap.xml.gz Sitemap: http://www.casparionline.com/sitemap1.xml.gz Sitemap: http://www.casparionline.com/sitemap2.xml.gz Sitemap: http://www.casparionline.com/sitemap3.xml.gz Sitemap: http://www.casparionline.com/sitemap4.xml.gz Sitemap: http://www.casparionline.com/sitemap_index.xml