# exclude help system from robots
User-agent: *
Disallow: /typo3temp/
Disallow: /typo3conf/

# disallow stress test
user-agent: stress-agent
Disallow: /

#slow down msn bot crawling too fast, crawl-delay value in seconds
User-Agent: msnbot
Crawl-Delay: 2

#slow down yahoo bot crawling too fast, crawl-delay value in seconds
User-Agent: Slurp
Crawl-Delay: 2