User-agent: *
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/

User-agent: DISCo Pump, Wget, WebZIP, Teleport, Teleport Pro, Teleport Ultra, WebSnake, Offline Explorer, Web-By-Mail, FlashGet, Web Downloader
Disallow: /