User-Agent: slurp
Disallow: /

User-Agent: fast
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: NPBot
Disallow: /

User-Agent: Teoma
Disallow: /