User-Agent: *
Disallow: /cgi-bin/
Disallow: /*.cgi$
Disallow: /*.js$
Disallow: /*.java$
Disallow: /*.class$
Disallow: /*.csv$
Disallow: /*.log$