#this config will disallow spidering of the coresponding dirs.
#last update 07/09/02 sfisher@nethere.com
User-agent: *

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /cgi-bin
Disallow: /thanks
Disallow: /stats
Disallow: /images
Disallow: /signup
Disallow: /Common
Disallow: /fisher
Disallow: /jva
Disallow: /phorum
Disallow: /Library
Disallow: /flash
Disallow: /css
Disallow: /cc
Disallow: /webstats
Disallow: /whois
Disallow: /wireless
Disallow: /signup.nethere.net