# robots.txt for http://www.math.columbia.edu/ User-agent: * Disallow: /cgi-bin/ # we don't want robots crawling our scripts Disallow: /webwork/ Disallow: /webwork_system_html/ Disallow: /horde/