# $Id: robots.txt,v 1.24 2006/08/17 10:33:59 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- # User-agent: Fast corporate crawler User-agent: * Disallow: /admin/ Disallow: /css/ Disallow: /inc/ Disallow: /connections/ Disallow: /database/ Disallow: /fso_image/ Disallow: /job/admin/ Disallow: /reg/ Disallow: /scripts/ Disallow: /statistics/ Disallow: /user/ Disallow: /webEditor/ Disallow: /images/ Disallow: /message/ Disallow: /fso_index #