# description at http://www.robotstxt.org/wc/exclusion-admin.html
# exclude internal stuff
User-agent: *
Disallow: /static/2003/autoupdate
Disallow: /foobar/
Disallow: /bm/

# disallow stress test (whatever this may be)
user-agent: stress-agent
Disallow: /

# kick out msnbot, makes too much traffic
User-Agent: msnbot/0.3
Disallow: /