User-agent: Googlebot 
Disallow:/files/

User-agent: Mediapartners-Google* 
Disallow:
 
User-agent:BizBot04 kirk.overleaf.com 
Disallow:

User-agent:HappyBot (gserver.kw.net) 
Disallow:

User-agent:CaliforniaBrownSpider 
Disallow:

User-agent:EI*Net/0.1 libwww/0.1 
Disallow:

User-agent:Ibot/1.0 libwww-perl/0.40 
Disallow:

User-agent:Merritt/1.0 
Disallow:

User-agent:StatFetcher/1.0 
Disallow:

User-agent:TeacherSoft/1.0 libwww/2.17 
Disallow:

User-agent:WWW Collector 
Disallow:

User-agent:processor/0.0ALPHA libwww-perl/0.20 
Disallow:

User-agent:wobot/1.0 from 206.214.202.45 
Disallow:

User-agent:Libertech-Rover www.libertech.com? 
Disallow:

User-agent:WhoWhere Robot 
Disallow:

User-agent:ITI Spider 
Disallow:

User-agent:w3index 
Disallow:

User-agent:MyCNNSpider 
Disallow:

User-agent:SummyCrawler 
Disallow:

User-agent:OGspider 
Disallow:

User-agent:linklooker 
Disallow:

User-agent:CyberSpyder (amant@www.cyberspyder.com) 
Disallow:

User-agent:SlowBot 
Disallow:

User-agent:heraSpider 
Disallow:

User-agent:Surfbot 
Disallow:

User-agent:Bizbot003 
Disallow:

User-agent:WebWalker 
Disallow:

User-agent:SandBot 
Disallow:

User-agent:EnigmaBot 
Disallow:

User-agent:spyder3.microsys.com 
Disallow:

User-agent:www.freeloader.com. 
Disallow: