# Robots.txt
#  
# Built from text file 
# 
# This restricts access to only known and registered robots. 
#

User-agent: Mozilla/3.0 (compatible;miner;mailto:miner@miner.com.br)
Disallow:

User-agent: WebFerret
Disallow:

User-agent: Ask Jeeves
Disallow: 

User-agent: Mozilla/2.0 (compatible fouineur v2.0; fouineur.9bit.qc.ca) 
Disallow: 

User-agent: InfoSeek Robot 1.0 
Disallow: 

User-agent: Infoseek Sidewinder 
Disallow: 

User-agent: InfoSpiders/0.1 
Disallow: 

User-agent: Lycos/x.x 
Disallow: 

User-agent: Lycos_Spider_(T-Rex)
Disallow: 

User-agent: Motor/0.2 
Disallow: 

User-agent: MuscatFerret 
Disallow: 

User-agent: MwdSearch/0.1 
Disallow: 

User-agent: NetCarta CyberPilot Pro 
Disallow: 

User-agent: NetMechanic 
Disallow: 

User-agent: NetScoop/1.0 libwww/5.0a 
Disallow: 

User-agent: NHSEWalker/3.0 
Disallow: 

User-agent: Nomad-V2.x 
Disallow: 

User-agent: NorthStar 
Disallow: 

User-agent: Occam/1.0 
Disallow: 

User-agent: HKU WWW Robot, 
Disallow: 

User-agent: Orbsearch/1.0 
Disallow: 

User-agent: Slurp/2.0 
Disallow: 


User-agent: Slurp
Disallow: 


User-agent: Mozilla/3.0 (Black Widow v1.1.0; Linux 2.0.27; Dec 31 1997 12:25:00 
Disallow: 

User-agent: Tarantula/1.0 
Disallow: 

User-agent: w3index 
Disallow: 

User-agent: W3M2/x.xxx 
Disallow: 

User-agent: WWWWanderer v3.0 
Disallow: 

User-agent: WebCopy/
Disallow: 

User-agent: WebCrawler/3.0 Robot libwww/5.0a 
Disallow: 

User-agent: WebFetcher/0.8, 
Disallow: 

User-agent: weblayers/0.0 
Disallow: 

User-agent: WebLinker/0.0 libwww-perl/0.1 
Disallow: 

User-agent: WebMoose/0.0.0000 
Disallow: 

User-agent: Digimarc WebReader/1.2 
Disallow: 

User-agent: webs@recruit.co.jp 
Disallow: 

User-agent: webvac/1.0 
Disallow: 

User-agent: webwalk 
Disallow: 

User-agent: WebWalker/1.10 
Disallow: 

User-agent: WebWatch 
Disallow: 

User-agent: Wget/1.4.0 
Disallow: 

User-agent: w3mir 
Disallow: 

User-agent: WWWC/0.25 (Win95) 
Disallow: 

User-agent: none 
Disallow: 

User-agent: XGET/0.7 
Disallow: 

User-agent: Nederland.zoek 
Disallow: 

User-agent: BizBot04 kirk.overleaf.com 
Disallow: 

User-agent: HappyBot (gserver.kw.net) 
Disallow: 

User-agent: CaliforniaBrownSpider 
Disallow: 

User-agent: EI*Net/0.1 libwww/0.1 
Disallow: 

User-agent: Ibot/1.0 libwww-perl/0.40 
Disallow: 

User-agent: Merritt/1.0 
Disallow: 

User-agent: StatFetcher/1.0 
Disallow: 

User-agent: TeacherSoft/1.0 libwww/2.17 
Disallow: 

User-agent: WWW Collector 
Disallow: 

User-agent: processor/0.0ALPHA libwww-perl/0.20 
Disallow: 

User-agent: wobot/1.0 from 206.214.202.45 
Disallow: 

User-agent: Libertech-Rover www.libertech.com? 
Disallow: 

User-agent: WhoWhere Robot 
Disallow: 

User-agent: ITI Spider 
Disallow: 

User-agent: MyCNNSpider 
Disallow: 

User-agent: SummyCrawler 
Disallow: 

User-agent: OGspider 
Disallow: 

User-agent: linklooker 
Disallow: 

User-agent: CyberSpyder (amant@www.cyberspyder.com) 
Disallow: 

User-agent: SlowBot 
Disallow: 

User-agent: heraSpider 
Disallow: 

User-agent: Surfbot 
Disallow: 

User-agent: Bizbot003 
Disallow: 

User-agent: WebWalker 
Disallow: 

User-agent: SandBot 
Disallow: 

User-agent: EnigmaBot 
Disallow: 

User-agent: spyder3.microsys.com 
Disallow: 

User-agent: www.freeloader.com. 
Disallow: 

User-agent: Googlebot
Disallow: 

User-agent: METAGOPHER
Disallow: