# robots.txt 2002/04/18
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------

User-agent: *
# bar indexing on all private content, development content,
# site components, and non-content pages
Disallow: /admin
Disallow: /archives
Disallow: /bin
Disallow: /controls
Disallow: /dev
Disallow: /doc
Disallow: /graphics
Disallow: /services
Disallow: /staging
Disallow: /shared
Disallow: /users
Disallow: /wap