# robots.txt for search engines SITEMAP: http://www.classroomessentialsonline.com/google_sitemap.asp #Completely useless, bandwidth hogging dotnetdotcom.org bot. Srsly! User-agent: dotbot Disallow: / #Google Search Engine Robot User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /ProductDetails.asp?ProductCode= Disallow: /product-p/ Disallow: /ShoppingCart.asp Disallow: /login.asp Disallow: /Articles.asp?ID=136 Disallow: /EmailaFriend.asp Disallow: /help_options.asp?ID=12 Disallow: /terms.asp Disallow: /terms_privacy.asp #Yahoo! Search Engine Robot User-Agent: Slurp Disallow: /cgi-bin/ Disallow: /shoppingcart.asp Disallow: /ShoppingCart.asp Disallow: /login.asp Disallow: /Articles.asp?ID=136 Disallow: /EmailaFriend.asp Disallow: /help_options.asp?ID=12 Disallow: /terms.asp Disallow: /terms_privacy.asp #Microsoft Search Engine Robot User-Agent: msnbot Disallow: /cgi-bin/ Disallow: /ShoppingCart.asp Disallow: /login.asp Disallow: /terms.asp Disallow: /Articles.asp?ID=136 Disallow: /EmailaFriend.asp Disallow: /help_options.asp?ID=12 Disallow: /terms_privacy.asp # Every bot that might possibly read and respect this file. Even all you from Belarus! User-agent:* Disallow: /cgi-bin/ Disallow: /shoppingcart.asp Disallow: /ShoppingCart.asp Disallow: /login.asp Disallow: /Articles.asp?ID=136 Disallow: /EmailaFriend.asp Disallow: /help_options.asp?ID=12 Disallow: /terms.asp Disallow: /terms_privacy.asp # updated 2010-03-07 (update disallow / cart info to incl. capitalization) # updated 2010-03-22 (to specifically disallow useless dotnetdotcom.org bot) # updated 2010-08-18 (GBot - disallow /ProductDetails.asp?ProductCode=) # updated 2010-08-24 (GBot - disallow /product-p/* --> less duplication) # updated 2010-08-24 (All Bots - replace some recent nofollows w/ noindex here)