# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: *

Disallow: /_borders
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_
Disallow: /account
Disallow: /admin
Disallow: /branding
Disallow: /bulkupload
Disallow: /cgi-bin
Disallow: /conf
Disallow: /cp
Disallow: /docs
Disallow: /inc
Disallow: /templates