# exclude help system from robots
User-agent: *
#crawl-66-249-72-203.googlebot.com
Disallow: /

User-agent: *
Disallow: /manual/ 
Disallow: /catalog/ 
Disallow: /doc/
Disallow: /gallery2/
Disallow: /karate 
Disallow: /gif/
Disallow: /mrtg/
Disallow: /raluca/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /