User-agent: *
Disallow: /cgi-bin/
Disallow: /commerce.cgi
Disallow: /my_admin/
User-Agent: *
Disallow: /images/
Disallow: /Connections/
User-Agent: ahoy
Disallow: /
User-Agent: AlkalineBOT
Disallow: /
User-Agent: arale
Disallow: /
User-Agent: araneo
Disallow: /
User-Agent: Ukonline
Disallow: /
User-Agent: brightnet
Disallow: /
User-Agent: CACTVS Chemistry Spider
Disallow: /
User-Agent: Calif/0.6 (kosarev@tnps.net; http://www.tnps.dp.ua)
Disallow: /
User-Agent: Checkbot/x.xx LWP/5.x
Disallow: /
User-Agent: cIeNcIaFiCcIoN.nEt Spider (http://www.cienciaficcion.net)
Disallow: /

User-Agent: CMC/0.01
Disallow: /

User-Agent: downloadexpress
Disallow: /

User-Agent: LWP::
Disallow: /

User-Agent: ecollector
Disallow: /

User-Agent:  GetURL.rexx v1.05
Disallow: /

User-Agent: LabelGrab/1.1
Disallow: /

User-Agent: Linkidator/0.93
Disallow: /

User-Agent: LinkScan Server/5.5
Disallow: /

User-Agent: LinkScan Workstation/5.5
Disallow: /

User-Agent: LinkWalker
Disallow: /

User-Agent: logo.gif crawler
Disallow: /

User-Agent: MediaFox/x.y
Disallow: /

User-Agent: MOMspider/1.00 libwww-perl/0.40
Disallow: /

User-Agent: NetMechanic
Disallow: /

User-Agent: PortalBSpider/1.0 (spider@portalb.com)
Disallow: /

User-Agent: Robofox v2.0
Disallow: /

User-Agnet: Roverbot
Disallow: /

User-Agent: ssearcher100
Disallow: /

User-Agent: TechBOT
Disallow: /

User-Agnet: URL Spider Pro
Disallow: /

User-Agent: urlck/1.2.3
Disallow: /

User-Agnet: WebFetcher/0.8,
Disallow: /

User-Agent: WebCopy/*
Disallow: /

User-Agent: WebCopy/(version)
Disallow: /

User-Agent: webmirror
Disallow: /

User-Agent: WebReaper [webreaper@otway.com
Disallow: /

User-Agent: webvac/1.0
Disallow: /

User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10