# robots.txt for http://www.mantis.de/ User-agent: * Disallow: /classes Disallow: /cgi-bin Disallow: /Admin Disallow: /manual/ Disallow: /doc/ Disallow: /gif/ # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /