User-age:Googlebot
User-age:BizBot04 kirk.overleaf.com
User-age:HappyBot (gserver.kw.net)
User-age:CaliforniaBrownSpider
User-age:EI*Net/0.1 libwww/0.1
User-age:Ibot/1.0 libwww-perl/0.40
User-age:Merritt/1.0
User-age:StatFetcher/1.0
User-age:TeacherSoft/1.0 libwww/2.17
User-age:WWW Collector
User-age:processor/0.0ALPHA libwww-perl/0.20
User-age:wobot/1.0 from 206.214.202.45
User-age:Libertech-Rover www.libertech.com?
User-age:WhoWhere Robot
User-age:ITI Spider
User-age:w3index
User-age:MyCNNSpider
User-age:SummyCrawler
User-age:OGspider
User-age:linklooker
User-age:CyberSpyder (amant@www.cyberspyder.com)
User-age:SlowBot
User-age:heraSpider
User-age:Surfbot
User-age:Bizbot003
User-age:WebWalker
User-age:SandBot
User-age:EnigmaBot
User-age:spyder3.microsys.com
Disallow: /swf/
Disallow: /kl/
Disallow: /admin.php/
Disallow: /*ref=*
Disallow: /swf/