# robots.txt for http://www.arb.ca.gov
# This 'robots.txt' file is the standard way to tell
# internet robots, worms, and spiders what files or
# directories should not be indexed

User-agent: *
Disallow: /ceidars/     # Do not run ceidars reports
Disallow: /cgibin/      # Do not run local executables
Disallow: /cgi-bin/     # Do not run any executables
Disallow: /cgi-dos/     # Do not run any executables
Disallow: /cgi-win/     # Do not run any executables
Disallow: /eib/cgi-bin/ # Do not run EIB executables
Disallow: /scripts/     # Do not run MLD executables
#Disallow: /usr/        # Do not index any user directories