User-agent: *
Disallow: /pics/
Disallow: /other/


#don't know who or what you are, or why you're crawling here
#if there's a good reason, you can email me
User-Agent: lmspider (lmspider@scansoft.com)
Disallow: /
User-Agent: lmspider lmspider@scansoft.com
Disallow: /

#another mystery
User-Agent: "Mozilla/3.0 (compatible; Indy Library)"
Disallow: /

#another mystery
User-Agent: "Baiduspider+(+http://www.baidu.com/search/spider.htm)"
Disallow: /

#13/11/05
User-Agent: "RufusBot (Rufus Web Miner; http://64.124.122.252/feedback.html)"
Disallow: /

#Slow down Yahoo's crawling
User-agent: Slurp
Crawl-delay: 120

#13/11/05
User-Agent: "Casiknow (+http://www.casiknow.com)"
Disallow: /

#13/11/05
User-Agent: Casiknow
Disallow: /

#24/11/05
User-Agent: majestic12
Disallow: /