User-agent: spanner
Disallow: /

User-agent: w3index
Disallow: /

User-agent: WebWalker/1.10
Disallow: /

User-agent: Microsoft URL Control - 6.00.8169
Disallow: /

User-agent: ASpider/0.09
Disallow: /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow: /

User-agent: Pioneer
Disallow: /

User-agent: cosmos
Disallow: /

User-agent: Solbot/1.0 LWP/5.07
Disallow: /

User-agent: MOMspider/1.00 libwww-perl/0.40
Disallow: /

User-agent: OGspider
Disallow: /

User-agent: QueryN Metasearch
Disallow: /

User-agent: Libertech-Rover www.libertech.com?
Disallow: /

User-agent: MediaFox/x.y
Disallow: /

User-agent: The Intraformant
Disallow: /

User-agent: turingos
Disallow: /

User-agent: VWbot_K/4.2
Disallow: /

User-agent: Digimarc WebReader/1.2
Disallow: /

User-agent: Hazel's Ferret Web hopper
Disallow: /

User-agent: toCrawl/UrlDispatcher
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: Arachnophilia
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: gcreep/1.0
Disallow: /