# exclude help system from robots
User-agent: *
Disallow: /manual/ 
Disallow: /doc/ 
Disallow: /gif/
User-agent: *
Disallow: /email-addresses/
sallow: forums/post-*.html$ 
Disallow: forums/updates-topic.html*$ 
Disallow: forums/stop-updates-topic.html*$ 
Disallow: forums/ptopic*.html$ 
Disallow: forums/ntopic*.html$

Disallow: /paranormal/board/admin/
Disallow: /paranormal/board/db/
Disallow: /paranormal/board/images/
Disallow: /paranormal/board/includes/
Disallow: /paranormal/board/language/
Disallow: /paranormal/board/templates/
Disallow: /paranormal/board/common.php
Disallow: /paranormal/board/groupcp.php
Disallow: /paranormal/board/memberlist.php
Disallow: /paranormal/board/modcp.php
Disallow: /paranormal/board/posting.php
Disallow: /paranormal/board/profile.php
Disallow: /paranormal/board/privmsg.php
Disallow: /paranormal/board/viewonline.php
Disallow: /paranormal/board/faq.php 
Disallow: /canal/canal/
Disallow: /canal/cgi-bin/
Disallow: /canal/data/
Disallow: /canal/database/
Disallow: /canal/expanded_databases/
Disallow: /canal/generated/
Disallow: /canal/html/
Disallow: /canal/images/
Disallow: /canal/moon/
Disallow: /canal/notes/
Disallow: /canal/photos/
Disallow: /canal/source/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:
# disallow stress test
user-agent: stress-agent
user-agent: WebCopier 
Disallow: /