User-Agent: *
Disallow: /cgi-bin/
Disallow: /screensaver/dl.cgi
Disallow: /screensaver/ZYGO_Screensaver.exe
Disallow: /library/appnotes/*.pdf
Disallow: /library/manuals/
Disallow: /library/software/
Disallow: /cet/register.cgi


User-agent: Nutch
Crawl-delay: 20
# Disallow: /

User-agent: Yahoo! Slurp
Disallow: /screensaver/dl.cgi
Crawl-delay: 20

User-agent: msnbot
Crawl-delay: 20
Disallow: /screensaver/dl.cgi

# Slurp = Yahoo
User-agent: Slurp
Crawl-delay: 20

User-agent: voyager/1.0
Crawl-delay: 20

User-agent: dragonfly(ebingbong@playstarmusic.com)
Disallow: /

User-agent: FatBot
Disallow: /

User-agent: inktomisearch
Disallow: /screensaver/dl.cgi
Disallow: /screensaver/ZYGO_Screensaver.exe