User-agent: *
Disallow: /cgi-bin/
Disallow: /backups/
Disallow: /error/
Disallow: /logs/
Disallow: /test/

User-agent: Teleport* 
Disallow: / 
User-agent: Webwhacker* 
Disallow: / 
User-agent: Webzip* 
Disallow: / 
User-agent: Net Attache* 
Disallow: / 
User-agent: SiteSnagger* 
Disallow: / 
User-agent: HTTrack* 
Disallow: / 
User-agent: WebCapture* 
Disallow: / 
User-agent: WebSauger* 
Disallow: / 
User-agent: WebReaper* 
Disallow: / 
User-agent: Roverbot*
Disallow: /

User-agent: Slurp
Crawl-delay: 10