User-agent: WebCrawler
Disallow: /yabb/
Disallow: /previousversions/
Disallow: /adbanners/
Disallow: /ftv/
Disallow: /stats/
Disallow: /_private/
Disallow: /cgi-bin/
Disallow: /_vti_txt/
Disallow: /_vti_pvt/
Disallow: /_vti_log/
Disallow: /_vti_cnf/
Disallow: /_vti_bin/
Disallow: /Library/
Disallow: /freegallery/
Disallow: /flash/
Disallow: /css/