# $Id: robots.txt,v 1.26 2004/09/06 10:31:12 mobidick Exp $ # # robots.txt for: # http://www.geabios.com/ # http://www.geabios.net/ # http://www.geabios.org/ # # For use by search.geabios.* User-agent: GeaBiosRobot/1 Disallow: /Out-Of-Date # GeaBios Link checker User-agent: GeaBios-linkchecker Disallow: User-agent: Gaisbot/3.0 Disallow: / # exclude some areas User-agent: * Disallow: /asp Disallow: /bin Disallow: /cache Disallow: /cgi-bin Disallow: /data Disallow: /dhtml Disallow: /frames Disallow: /java Disallow: /setup Disallow: /misc Crawl-delay: 2