# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * Disallow: /welcome/add_to_cart Disallow: /welcome/display_cart Disallow: /templates/ # removed Volusion files Disallow: /stylesheets/ # why bother? Disallow: /javascripts/ # why bother? Disallow: /admin/ Disallow: /register/ #Usernames, not something to crawl Disallow: /msharpe Disallow: /dmisak Disallow: /Andmor Disallow: /Andmor Disallow: /divineforces #Do not crawl cached links Disallow: /welcome/cached_link #Obsolete language URLs Disallow: /en-US Disallow: /fr-FR Disallow: /de-DE Disallow: /es-ES