# deny these

User-agent: Heritrix
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: IncyWincy
Disallow: /

User-agent: larbin
Disallow: /

User-agent: mobileGate-Spider
Disallow: /

User-agent: MSNBOT
Disallow: /

User-agent: psbot
Disallow: /

User-agent: seekbot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: x-Tractor
Disallow: /

User-agent: YahooSeeker
Disallow: /

# allow others

User-agent: SiteManager
Disallow: /cgi-bin/
Disallow: /de/prv/

User-agent: *
Disallow: /cgi-bin/
Disallow: /de/news/
Disallow: /de/prv/
Disallow: /de/refs/
Disallow: /de/stats/
Disallow: /de/tp/
Disallow: /de/tt/
Disallow: /de/svc/
Disallow: /ksoicons/
Disallow: /sales/