# Robots.txt file
#
# All robots will spider the domain

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /sentry/
Disallow: /im/
Disallow: /w3c/
Disallow: /doclog/
Disallow: /doc/
Disallow: /gc/