User-agent: Open Text Site Crawler V1.0
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: TITAN/0.1
Disallow: /

User-agent: Wget
Disallow: /

User-agent: moget/2.1
Disallow: /

User-agent: Openfind data gathere
Disallow: /

User-agent: root/0.1
Disallow: /

User-agent: lwp-trivial
Disallow: /

User-agent: humanlinks
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: Spanner/1.0 (Linux 2.0.27 i586)
Disallow: /

User-agent: WebmasterWorldForumBot
Disallow: /

User-agent: Robbie/0.1
Disallow: /

User-agent: urlck/1.2.3
Disallow: /

User-agent: Motor/0.2
Disallow: /

User-agent: WWW-Collector-E
Disallow: /

User-agent: hloader
Disallow: /

User-agent: IBM_Planetwide
Disallow: /