User-agent: * # all spiders Disallow: /cgi-local/ Disallow: /stats/ Disallow: /bin/ Disallow: /etc/ Disallow: /lib/