# exclude help system from robots User-agent: * Disallow: /images/ Disallow: /m/ Disallow: /glosowanie/ # the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else... Disallow: /all_our_e-mail_addresses # but allow htdig to index our doc-tree #User-agent: htdig # disallow stress test user-agent: stress-agent