User-agent: *
Disallow: /cgi-bin/
Disallow: /logs/

User-agent: Offline Explorer
User-agent: Teleport Pro
User-agent: WebZIP
User-agent: WebCopier
User-agent: Webmirror
Disallow: /