# robots.txt 
User-agent: *
Disallow: /cgi-bin/     # no index
Disallow: /scripts/
Disallow: /mrtg/ 	# don't index this
Disallow: /awstats
Disallow: /webalizer