# robots.txt 

User-agent: *
Disallow: /cgi-bin/	 # These shouldn't be traversed
Disallow: /stats/	 # These shouldn't be traversed
Disallow: /awstats/	 # These shouldn't be traversed
Disallow: /icons/	 # These shouldn't be traversed
Disallow: /gallery/	 # These shouldn't be traversed