robot-id: scooter
robot-name: Scooter
robot-cover-url: http://www.altavista.com/
robot-details-url: http://www.altavista.com/av/content/addurl.htm
robot-owner-name: AltaVista
robot-owner-url: http://www.altavista.com/
robot-owner-email: scooter@pa.dec.com
robot-status: active
robot-purpose: indexing
robot-type: standalone
robot-platform: unix
robot-availability: none
robot-exclusion: yes
robot-exclusion-useragent: Scooter
robot-noindex: yes
robot-host: *.av.pa-x.dec.com
robot-from: yes
robot-useragent: Scooter/2.0 G.R.A.B. V1.1.0
robot-language: c
robot-description: Scooter is AltaVista's prime index agent.
robot-history: Version 2 of Scooter/1.0 developed by Louis Monier of WRL.
robot-environment: service
modified-date: Wed, 13 Jan 1999 17:18:59 GMT
modified-by: steves@avs.dec.com


robot-id: googlebot
robot-name: Googlebot
robot-cover-url: http://www.googlebot.com/ 
robot-details-url: http://www.googlebot.com/bot.html
robot-owner-name: Google Inc.
robot-owner-url: http://www.google.com/
robot-owner-email: googlebot@google.com 
robot-status: active
robot-purpose: indexing
robot-type: standalone 
robot-platform: Linux
robot-availability: none
robot-exclusion: yes
robot-exclusion-useragent: googlebot
robot-noindex: yes
robot-host: googlebot.com
robot-from: yes 
robot-useragent: Googlebot/2.X (+http://www.googlebot.com/bot.html)
robot-language: c++
robot-description: Google's crawler
robot-history: Developed by Google Inc
robot-environment: commercial
modified-date: Thu Mar 29 21:00:07 PST 2001
modified-by: googlebot@google.com

robot-id:           infoseeksidewinder
robot-name:         Infoseek Sidewinder
robot-cover-url:    http://www.infoseek.com/
robot-details-url:
robot-owner-name:   Mike Agostino
robot-owner-url:    http://www.infoseek.com/
robot-owner-email:  mna@infoseek.com
robot-status:
robot-purpose:      indexing
robot-type:         standalone
robot-platform:
robot-availability:
robot-exclusion:    yes
robot-exclusion-useragent:
robot-noindex:
robot-host:
robot-from:         yes
robot-useragent:    Infoseek Sidewinder
robot-language:     C Collects WWW pages for both InfoSeek's free WWW search
	services. Uses a unique, incremental, very fast proprietary
	algorithm to find WWW pages. 
robot-description:
robot-history:
robot-environment:
modified-date:      Sat Apr 27 01:20:15 1996.
modified-by:

robot-id:           architext
robot-name:         ArchitextSpider
robot-cover-url:    http://www.excite.com/
robot-details-url:
robot-owner-name:   Architext Software
robot-owner-url:    http://www.atext.com/spider.html
robot-owner-email:  spider@atext.com
robot-status:       
robot-purpose:      indexing, statistics
robot-type:         standalone
robot-platform:     
robot-availability: 
robot-exclusion:    yes
robot-exclusion-useragent:
robot-noindex:      no
robot-host:         *.atext.com
robot-from:         yes
robot-useragent:    ArchitextSpider
robot-language:     perl 5 and c
robot-description:  Its purpose is to generate a Resource Discovery database,
	and to generate statistics. The ArchitextSpider collects
	information for the Excite and WebCrawler search engines.
robot-history:      
robot-environment:
modified-date:      Tue Oct  3 01:10:26 1995
modified-by:
robot-id:                       bbot
robot-name:                     BBot
robot-cover-url:                http://www.otthon.net/search
robot-details-url:              http://www.otthon.net/search/bbot
robot-owner-name:               Istvan Fulop
robot-owner-url:                http://www.otthon.net
robot-owner-email:              poluf1 at yahoo dot co dot uk
robot-status:                   development
robot-purpose:                  indexing, maintenance
robot-type:                     standalone
robot-platform:                 windows
robot-availability:             none
robot-exclusion:                yes
robot-exclusion-useragent:      bbot
robot-noindex:                  yes
robot-nofollow:			yes
robot-host:                     *.netcologne.de
robot-from:                     yes
robot-useragent:                bbot/0.100
robot-language:                 perl
robot-description:              Mainly intended for site level search, sometimes set loose.
robot-history:                  Started project in 11/2000. Called BBot since 24/04/2003.
robot-environment:              hobby
modified-date:                  Sun, 04 May 2003 10:15:00 GMT
modified-by:                    Istvan Fulop