# robots.txt # only known user agents are allowed to spider the site: # googlebot == Google # slurp == Yahoo # msnbot == Microsoft User-agent: googlebot User-agent: slurp User-agent: msnbot Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /classes/ Disallow: /controls/ Disallow: /css/ Disallow: /images/ Disallow: /includes/ Disallow: /pickers/ Disallow: /scripts/ Disallow: /searchForms/ Disallow: /xsl/ # deny all other robots/spiders from hitting the site User-agent: * Disallow: /