User-agent: htdig
Disallow: / 

User-agent: JBot
Disallow: / 

User-agent: larbin
Disallow: / 

User-agent: ia_archiver
Disallow: / 

User-agent: mediafox
Disallow: / 

User-agent: moget
Disallow: / 

User-agent: Motor
Disallow: / 

User-agent: pageboy
Disallow: / 

User-agent: ParaSite
Disallow: / 

User-agent: Raven
Disallow: / 

User-agent: Scooter
Disallow: /