# Created with RoboGen SE Trial
#  http://www.rietta.com/robogen/
# --------------------------------
#   -- 
# Robot Exclusion File -- robots.txt
# Author:  hilary
# Last Updated:  07/03/06 17:19:27

User-agent: *
Disallow: /includes
Disallow: /images
Disallow: /Connections
Disallow: /admin.php
Disallow: /admin

User-agent: webcrawler
User-agent: lycra
Disallow: /

User-agent: *
Disallow: /includes
Disallow: /images
Disallow: /Connections


# Uploaded by RoboGen SE
User-agent:BizBot04 kirk.overleaf.com
User-agent:HappyBot (gserver.kw.net)
User-agent:CaliforniaBrownSpider
User-agent:EI*Net/0.1  libwww/0.1
User-agent:Ibot/1.0 libwww-perl/0.40    
User-agent:Merritt/1.0
User-agent:StatFetcher/1.0
User-agent:TeacherSoft/1.0  libwww/2.17
User-agent:WWW Collector
User-agent:processor/0.0ALPHA libwww-perl/0.20
User-agent:wobot/1.0 from 206.214.202.45
User-agent:Libertech-Rover        
User-agent: www.libertech.com?
User-agent:WhoWhere Robot
User-agent:ITI Spider
User-agent:w3index
User-agent:MyCNNSpider
User-agent:SummyCrawler
User-agent:OGspider
User-agent:linklooker
User-agent:CyberSpyder (amant@www.cyberspyder.com)
User-agent:SlowBot
User-agent:heraSpider
User-agent:Surfbot
User-agent:Bizbot003
User-agent:WebWalker
User-agent:SandBot
User-agent:EnigmaBot
User-agent:spyder3.microsys.com
User-agent:www.freeloader.com.
User-agent:205.252.60.71
User-agent:194.20.32.131
User-agent:198.5.209.201
User-agent:acke.dc.luth.se
User-agent:dallas.mt.cs.cmu.edu
User-agent:darkwing.cadvision.com
User-agent:waldec.com
User-agent:www2000.ogsm.vanderbilt.edu
User-agent:unet.ca
User-agent:murph.cais.net (rapid fire... sigh)
User-agent:spyder3.microsys.com
Disallow: /
# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow:/*

User-agent: lycra
Disallow: /

User-agent: *
Disallow: /tmp
Disallow: /logs