# exclude help system from robots User-agent: * Disallow: /t3lib Disallow: /typo3 Disallow: /typo3_src-4.2.1 Disallow: /typo3conf Disallow: /typo3temp Disallow: /error Disallow: /mysqldumper Disallow: /stats Disallow: /web56 Disallow: /weblogs Disallow: /_old_typo3 Disallow: /t3update # but allow htdig to index our doc-tree User-agent: susedig Disallow: # disallow stress test user-agent: stress-agent Disallow: /