User-agent: *   #direct all spiders
Disallow: /cgi-bin

User-agent: Roverbot
Disallow: /

User-agent: Teleport Pro/1.2
Disallow: /

User-agent: WebCopie
Disallow: /