User-agent: *
Disallow: /cgi-bin/
Disallow: /nut-cgi-bin-disabled/
Disallow: /protected-cgi-bin-disabled/
Disallow: /gallery/
Disallow: /mt/
Disallow: /mt-static/
Disallow: /mt-comments.cgi
Disallow: /mrtg/
Disallow: /twiki/
Disallow: /usage/
Disallow: /wired/
Disallow: /zopedocs/
Disallow: /dead-end/
Disallow: /test/

User-Agent: aipbot
User-Agent: BecomeBot
User-Agent: Girafabot
User-Agent: Googlebot-Image
User-Agent: LapozzBot
User-Agent: NextGenSearchBot
User-Agent: NG
User-Agent: psbot
User-Agent: psbot/0.1
User-Agent: SEARCH ENGINE WORLD
User-Agent: X1CRAWLER
User-Agent: webcrawl.net
User-Agent: WebFilter
Disallow: /

User-Agent: ConveraCrawler
Disallow: /

User-Agent: ConveraCrawler*
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: msnbot
Disallow: /

User-Agent: SurveyBot
Disallow: /

User-Agent: SurveyBot/2.3
Disallow: /

User-Agent: SurveyBot*
Disallow: /

User-Agent: TurnitinBot
Disallow: /

User-Agent: TurnitinBot/2.0
Disallow: /

User-Agent: ZyBorg
Disallow: /

User-Agent: ZyBorg/1.0
Disallow: /

User-Agent: ZyBorg*
Disallow: /