# robots.txt for http://amigo.geneontology.org/ User-agent: * Crawl-delay: 30 Disallow: /tmp/ Disallow: /amigo/tmp_images Disallow: /gost/tmp_images Disallow: /~ Disallow: /*format=obo Disallow: /*format=rdfxml Disallow: /*format=dot Disallow: /*format=xml