# Disallow Spotlights, as they change automatically and users probably won't
# see the same one as the search engine.
# We also disallow the surveys and the search engine. (The latter because
# Googlebot tries to crawl it, leading to a heavy CPU load on the machine.)
# Finally, we block the private standards.

User-agent: *
Disallow: /ARA/Spotlight/
Disallow: /ARA/spotlight/
Disallow: /survey-05.cgi
Disallow: /psurvey-07.cgi
Disallow: /sresult.cgi
Disallow: /search.cgi
Disallow: /wide-search.cgi
Disallow: /search-rm.cgi
Disallow: /search-aarm.cgi
Disallow: /search*
Disallow: /standards/private