# exclude help system from robots
User-agent: *
Disallow: /manual/
Disallow: /mediawiki/
Disallow: /lifetype/
Disallow: /doc/
Disallow: /gif/
Disallow: /private/
Disallow: /no-entry/
Disallow: /~davjam/linux/repositories/9.3/
Disallow: /~davjam/linux/repositories/10.0/
Disallow: /~davjam/linux/repositories/10.1/
Disallow: /~davjam/linux/repositories/10.2/
Disallow: /~davjam/linux/repositories/10.3/
Disallow: /%7Edavjam/linux/repositories/9.3/
Disallow: /%7Edavjam/linux/repositories/10.0/
Disallow: /%7Edavjam/linux/repositories/10.1/
Disallow: /%7Edavjam/linux/repositories/10.2/
Disallow: /%7Edavjam/linux/repositories/10.3/

# but allow htdig to index our doc-tree
User-agent: susedig
Disallow:

# disallow stress test
user-agent: stress-agent
Disallow: /

User-agent: IconSurf
Disallow: /