# robots.txt for http://casfs.ucsc.edu/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: *			# All spiders should avoid
Disallow: /cgi-bin/		#   cgi-bin scripts
Disallow: /css/			#   css directory
Disallow: /private/		#   private directory
Disallow: /test/		#   test directory
Allow: /			# Allow all other directories