User-agent: *
Crawl-Delay: 10
# Administration pages
Disallow: /admin
# Personal pages of users
Disallow: /user
# Database of 3rd party products
Disallow: /view/Product_Database
Disallow: /product
# Comments
Disallow: /comment/reply
Disallow: /node/add
# Downloadable files
Disallow: /files
# Search page
Disallow: /search
# Books in style ready to print
Disallow: /book/print
Disallow: /wiki/tag
Disallow: /wiki/wiki