#-----robots.txt---------
# exclude from robots
User-agent: *
Disallow: /phpBB2/
Disallow: /forums/
Disallow: /cgi-bin/ 
Disallow: /members/
Disallow: /admin/
Disallow: /documents/
Disallow: /images/
Disallow: /test/
Disallow: /gallery/
Disallow: /common/
Disallow: /botd/

# disallow stress test
user-agent: stress-agent
Disallow: /
#------------------------