User-agent: *
Disallow: /cgi-bin/

Disallow: /doc/
Disallow: /pdf/

User-agent: sitecheck.internetseer.com
Disallow: /