# ROBOTS.TXT  1999/08/09 twy  -- Control robot access

	# Grant my user-agent, Avatar, access to /bots/ URLs
User-agent: Avatar
Disallow:/cypherdocs/map/   
Disallow:/friends/     
Disallow:/bots/     
#Disallow:icons
Disallow:avon
Disallow:george
Disallow:hotlist
Disallow:rrec
Disallow:test
Disallow:twf
Disallow:/cgi-bin

Disallow:bookstore Disallow:george Disallow:hotlist Disallow:rrec
Disallow:test Disallow:twf Disallow:/cgi-bin

	# Grant my user-agent, Avatar, access to /bots/ URLs
User-agent: Avatar
Disallow:/cypherdocs/map/   
Disallow:/tmp/     
#Disallow:icons
Disallow:avon
Disallow:bookstore
Disallow:george
Disallow:hotlist
Disallow:rrec
Disallow:test
Disallow:twf
Disallow:/cgi-bin

# Shut Mozilla down?
#User-agent: mozilla/4
#Disallow: /

#User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
#Disallow: /

# Control access to WebWalker
User-agent:WebWalker
Disallow:/cypherdocs/map/   
Disallow:/tmp/     
Disallow:icons
Disallow:avon
Disallow:bookstore
Disallow:george
Disallow:hotlist
Disallow:rrec
Disallow:test
Disallow:twf
Disallow:/docs/            
Disallow:/cgi-bin

	# Controlled access for MOMspider
User-agent:MOMspider_Pretty_Old
Disallow:/cypherdocs/map/   
Disallow:/tmp/     
Disallow:icons
Disallow:avon
Disallow:bookstore
Disallow:george
Disallow:hotlist
Disallow:rrec
Disallow:test
Disallow:twf
Disallow:/docs/            
Disallow:/cgi-bin

# Grant Inkomi and others some access. 

User-agent: *
Disallow: /icons 
Disallow: /avonret
Disallow: /MIRRORS.html
Disallow: /avonret
Disallow: /avonret.OLD
Disallow: /bookstore.sav
Disallow: /bookstore5.tgz
Disallow: /bookstore6.tgz
Disallow: /bookstoreQ.tgz
Disallow: /bots
Disallow: /friends
Disallow: /george
Disallow: /george.SAV
Disallow: /george.html
Disallow: /home.html.OLD
Disallow: /hotlist
Disallow: /hylafax
Disallow: /icons
Disallow: /icq
Disallow: /index.html.SAV
Disallow: /interest.htmlc
Disallow: /irving_home.ascii
Disallow: /lossp
Disallow: /pictures
Disallow: /pub.SAVE
Disallow: /robots.txt.SAV
Disallow: /speakfree
Disallow: /ssbullet.gif
Disallow: /sslogo.gif
Disallow: /test
Disallow: /usr
Disallow: /cgi-bin

	# Deny any access to other robots
User-agent:*
Disallow: /