User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: *
Disallow: /cgi-bin/

User-agent: DISCo Pump, Wget, WebZIP, Teleport Pro, WebSnake, Offline Explorer, Web-By-Mail, Teleport Pro/1.29,
Disallow: /