# exclude help system from robots
User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
Disallow: /images/
Disallow: /images

Disallow: /w/
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random

Disallow: /cbbs/
Disallow: /cbbs






## but allow htdig to index our doc-tree
#User-agent: susedig
#Disallow:
## disallow stress test
#user-agent: stress-agent
#Disallow: /
#<Directory /cbbs/>
#Order Allow,Deny
#Allow from All
#Deny from googlebots.com/255.255.255.0
#</Directory>
#<Directory /cbbs>
#Order Allow,Deny
#Allow from All
#Deny from googlebots.com/255.255.255.0
#</Directory>