User-agent: *   # directed to all spiders

Disallow: /demo

Disallow: /cgi-bin

Disallow: /wwwboard

Disallow: /guest

Disallow: /stats

Disallow: /wwwstats

Disallow: /_private

Disallow: /_vti_bin

Disallow: /_vti_cnf

Disallow: /_vti_log

Disallow: /_vti_pvt

Disallow: /_vti_txt

Disallow: /pdf files

Disallow: /Power Points

Disallow: /Word documents