# exclude help system from robots
User-agent: *
Disallow: /cgi-bin/ 

User-agent: Slurp
Disallow: /

# disallow stress test
user-agent: stress-agent
Disallow: /


User-agent: googlebot
Disallow: /cgi-bin

User-agent: BecomeBot
Disallow: /

User-agent: msnbot 
Crawl-delay: 60