# exclude help system from robots User-agent: * Disallow: /images/ Disallow: /ads/ # but allow htdig to index our doc-tree user-agent: stress-agent Disallow: /