# $Id: robots.txt,v 1.4 2001/05/01 03:27:21 mdean Exp $ User-agent: * Disallow: /crawler/ Disallow: /homework/1/collected/ Disallow: /cgi-bin/