# robots.txt for http://www.ics.uci.edu/ # see for an explanation. User-agent: MOMspider # The Multi-Owner Maintenance Spider Disallow: /MOMspider-1.00/ # MOMspider files User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ Disallow: /hts-samples/ Disallow: /misc/