# exclude from robots User-agent: * Disallow: /css/ Disallow: /images/ Disallow: /inhalte/ Disallow: /js/ Disallow: /yaml/ # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /