# # robots.txt # Edition: 2005-01-19 # Comment: First employed on this date. # Author: EricL # # Added to prevent excessive web crawler activity/bandwidth # hogging and minimize Google & similar exploits. # # Information on the robots.txt method can be # found at: http://www.robotstxt.org/wc/exclusion-admin.html # #{ User-agent: * Disallow: /includes/ Disallow: /backgroundimages/ Disallow: /formulas/ Disallow: /images/ Disallow: /aspnet_client/ Disallow: /newpics/ Disallow: /slideshow/ Disallow: /stylesheets/ Disallow: /_vti*/ # Hope this works to exclude all _vti folders EL Disallow: /contact.asp Disallow: /*.html # The html files are mostly junk EL #}