# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /curr
Disallow: /Connections
Disallow: /drupal
Disallow: /emerging
Disallow: /faq
Disallow: /forum
Disallow: /forum21
Disallow: /lists
Disallow: /moodle
Disallow: /questgarden
Disallow: /search
Disallow: /scuttle
Disallow: /wqdb