# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $
# robots.txt for http://www.ics.uci.edu/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: MOMspider           # The Multi-Owner Maintenance Spider
Disallow: /D/	            	#     Script files
Disallow: /cgi-bin/             #     Script files

User-agent: *                   # All other spiders should avoid 
Disallow: /D/	            	#     Script files
Disallow: /indices/		#
Disallow: /cgi-bin/             #     Script files