User-agent: *
Disallow: /missing.html
Disallow: /error.htm
Disallow: /special.htm
Disallow: /results.html
Disallow: /hits.shtml
Disallow: /preport.shtml
Disallow: /hithistory.shtml
Disallow: /monorail.htm
Disallow: /badaddr.htm
Disallow: /index.org
Disallow: /index.ci
Disallow: /addtip.htm
Disallow: /results.htm
Disallow: /cgi-bin/
Disallow: /digits/

User-agent: Slurp
Crawl-delay: 10

User-agent: MSProxy/2.0
Disallow: /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT 5.0) Fetch API Request 
Disallow: /

User-agent: Crescent
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: webbandit/4.45.0
Disallow: /

User-agent: Microsoft URL Control - 6.00.8862
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: Teleport Pro/1.29.1820
Disallow: /

User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0)
Disallow: /