# robots.txt for http://genome-www5.stanford.edu/ User-agent: * Disallow: /errors/ Disallow: /cgi-bin/ Disallow: /MicroArray/ Allow: /cgi-bin/expression/geneExpression* Allow: /cgi-bin/publication/viewPub*