# robots.txt for http://www2.ucsc.edu/ # see for an explanation. # AltaVista is running amuck - jacques 4/24/2002 User-agent: scooter Disallow: /cats/sc/software/ # All other spiders User-agent: * # disallow these directories Disallow: /cgi-bin/ Disallow: /courses/ Disallow: /demo/ Disallow: /images/ Disallow: /private/ Disallow: /weblog/ # disallow these web sites Disallow: /recovery/ Disallow: /santacruztickets/ Disallow: /soft-serve/ Disallow: /swdepot/ # allow all others Allow: /