# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *
Disallow: /conversation
Disallow: /count
Disallow: /face
Disallow: /free
Disallow: /gatex
Disallow: /mogba
Disallow: /msgenq
Disallow: /reiki
Disallow: /revf