# ------------------------- # Robot Exclusion File -- robots.txt # Author: Jeff Burrill # Last Updated: 08/2/04 21:00 User-agent: * Allow: *.htm Allow: *.php4 Allow: *.shtml Allow: *.pdf Disallow: *.jpg Disallow: *.gif Disallow: *.js Disallow: *.css Disallow: *.txt Disallow: inc/ Disallow: /cgi/ Disallow: errors/ Disallow: clients/ Disallow: images/ Disallow: robots.txt