# $Id: robots.txt,v 1.0 2006/05/09 09:36:00 # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Allow: / Allow: /catalog/ Allow: /catalog/images/ Allow:/jfcc/ Allow:/jfcc/images/ Allow:/handicraft/ Allow:/handicraft/images/ Disallow: /cgi-bin/ Disallow: /errorpages/ Disallow: /admin/ Disallow: /bin/ Disallow: /docs/ Disallow: /FLA/ Disallow: /Flash/