# robots.txt for http://zak.ethz.ch 15Dec2004 / uk # # exclude help system from robots User-agent: * Disallow: /manual/ Disallow: /doc/ Disallow: /bb/ Disallow: /gif/ Disallow: /elsur/ Disallow: /foto/icons Disallow: /foto/my Disallow: /foto/suedamerika Disallow: /foto/fotoarchive Disallow: /foto/books # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /