# $Id: robots.txt,v 2 2002/8/20 mark $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# The webmaster for this site is <mark@n0de9.com>
# -----------------------------------------------------------------------------
User-agent: *
Disallow: /webstats/
Disallow: /wwwboard/
Disallow: /admin/
Disallow: /images/
Disallow: /html/
Disallow: /cgi-bin/
Disallow: /flash/
Disallow: /trash/
Disallow: /anonftp/
User-Agent: Fast corporate crawler
Disallow: /webstats/
Disallow: /wwwboard/
Disallow: /admin/
Disallow: /images/
Disallow: /html/
Disallow: /cgi-bin/
Disallow: /flash/
Disallow: /trash/
Disallow: /anonftp/