# robots.txt for http://ceres.ca.gov/
#For more information see http://duphy4.drexel.edu/pub/docs/perl5004/lib/site_perl/www/robotrules.html
# Restrict all bots from pounding the search indexes.
User-agent: *
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /search.epl
Disallow: /data_type
Disallow: /theme/
Disallow: /type/
Disallow: /cgi-bin/theme
Disallow: /cgi-bin/type
Disallow: /sensordata/cdec    # Don't index CDEC sensor sites.
Disallow: /catalog/
Disallow: /images/
Disallow: /web.reports/
Disallow: /~quinn/