#-----robots.txt---------
# exclude from robots
User-agent: *
Disallow: /mb/ 
Disallow: /cgi-bin/ 
Disallow: /secret/
Disallow: /admin/
Disallow: /cart/
Disallow: /images/
Disallow: /oldmbarchive/
Disallow: /shadow/
Disallow: /stats/
Disallow: /styles/
Disallow: /miscfiles/

# disallow stress test
user-agent: stress-agent
Disallow: /
#------------------------