# ROBOTS.TXT: 12/19/2005 # keep "dangerous" bots out of everything # keep all bots out of the listed files and folders User-agent: * #Disallow: /404.asp Disallow: /cart.asp Disallow: /favicon.ico Disallow: /style.css Disallow: /admin/ Disallow: /core/ Disallow: /custom/ Disallow: /dmiadm/ Disallow: /images/ Disallow: /includes/ Disallow: /secure/ Disallow: /pop_article.asp Disallow: /pop_catalog_request.asp Disallow: /pop_contest.asp Disallow: /pop_crc.asp Disallow: /pop_forgot_password.asp Disallow: /pop_login.asp Disallow: /pop_promo.asp Disallow: /pop_tell_friend.asp Disallow: /pop_viewproduct.asp Allow: /sitemap.xml sitemap: http://www.berenshoes.com/sitemap.xml