User-agent: Heritrix
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: IncyWincy
Disallow: /
User-agent: larbin
Disallow: /
User-agent: mobileGate-Spider
Disallow: /
User-agent: psbot
Disallow: /
User-agent: seekbot
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: x-Tractor
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/
Disallow: /tag/
Disallow: /author/
Disallow: /wget/
Disallow: /httpd/
Disallow: /i/
Disallow: /f/
Disallow: /t/
Disallow: /c/
Disallow: /j/