# deny these

User-agent: Heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IncyWincy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: mobileGate-Spider
Disallow: /

User-agent: MSNBOT
Disallow: /

User-agent: psbot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: x-Tractor
Disallow: /

User-agent: YahooSeeker
Disallow: /