# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $
# robots.txt for http://www2.elib.com/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: MOMspider           # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/             #     Script files
Disallow: /Admin/MOM/           #     Local MOMspider output
Disallow: /Stats/               #     Local Statistics Area
Disallow: /getstats/            #     Local Statistics Area
Disallow: /page_stats           #     Local Statistics Area

User-agent: *                   # All other spiders should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /Admin/               #     Huge server statistic logs
Disallow: /Company/             #     Huge server statistic logs
Disallow: /PHP/                 #     Local Statistics Area
Disallow: /Stats/               #     Local Statistics Area
Disallow: /Test/                #     The test area for web experimentation
Disallow: /Text/                #     The test area for web experimentation
Disallow: /antbin               #     Maintenance sub-directory
Disallow: /getstats/            #     Local Statistics Area
Disallow: /page_stats           #     Local Statistics Area
Disallow: /maintain             #     Maintenance sub-directory
Disallow: /cart                 #     Maintenance sub-directory
Disallow: /old                  #     Maintenance sub-directory
Disallow: /maps                 #     Maintenance sub-directory