user-agent: *
disallow: /HTML/
disallow: /newscomments/
disallow: /cgi-bin/
disallow: /poll.php?poll=*
disallow: /vocximily_download.php
disallow: /vocximily_plugins.php
disallow: /vocse_download.php
disallow: /vocse_plugins.php
Crawl-delay: 2

user-agent: Slurp
disallow: /SlurpConfirm404*

user-agent: emailcollector
disallow: /

user-agent: ia_archiver
disallow: /

User-agent: dotbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: BigFinder
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: Shelob
Disallow: /

User-agent: BotOnParade
Disallow: /

User-agent: libwww
Disallow: /