# DATABASE: http://www.robotstxt.org/wc/active.html User-agent: 206.214.202.2 Disallow: / # mckinley.mckinley.com User-agent: 206.214.202.45 Disallow: / # galileo.mckinley.com User-agent: BizBot04 Disallow: / # kirk.overleaf.com User-agent: HappyBot Disallow: / # gserver.kw.net User-agent: CaliforniaBrownSpider Disallow: / # User-agent: EI*Net/0.1 Disallow: / # libwww/0.1 User-agent: Ibot/1.0 Disallow: / # libwww-perl/0.40 User-agent: Merritt/1.0 Disallow: / # User-agent: StatFetcher/1.0 Disallow: / # User-agent: TeacherSoft/1.0 Disallow: / # libwww/2.17 User-agent: WWW Collector Disallow: / # User-agent: processor/0.0ALPHA Disallow: / # libwww-perl/0.20 User-agent: wobot/1.0 Disallow: / # from 206.214.202.45 User-agent: Libertech-Rover Disallow: / # www.libertech.com? User-agent: WhoWhere Robot Disallow: / # User-agent: ITI Spider Disallow: / # User-agent: w3index Disallow: / # User-agent: MyCNNSpider Disallow: / # User-agent: SummyCrawler Disallow: / # User-agent: OGspider Disallow: / # User-agent: linklooker Disallow: / # User-agent: CyberSpyder Disallow: / # amant@www.cyberspyder.com User-agent: SlowBot Disallow: / # User-agent: heraSpider Disallow: / # User-agent: Surfbot Disallow: / # User-agent: Bizbot003 Disallow: / # User-agent: WebWalker Disallow: / # User-agent: SandBot Disallow: / # User-agent: EnigmaBot Disallow: / # User-agent: spyder3 Disallow: / # microsys.com User-agent: www.freeloader.com. Disallow: / # User-agent: 205.252.60.71 Disallow: / # User-agent: 194.20.32.131 Disallow: / # User-agent: 198.5.209.201 Disallow: / # User-agent: acke.dc.luth.se Disallow: / # User-agent: dallas.mt.cs.cmu.edu Disallow: / # User-agent: darkwing.cadvision.com Disallow: / # User-agent: waldec.com Disallow: / # User-agent: www2000.ogsm.vanderbilt.edu Disallow: / # User-agent: unet.ca Disallow: / # User-agent: murph.cais.net Disallow: / # (rapid fire... sigh) User-agent: spyder3.microsys.com Disallow: / # User-agent: www.freeloader.com Disallow: / #