User-agent: *

Disallow: /*.pdf
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.doc
Disallow: /*.css
Disallow: /*.txt
Disallow: /*.inc
Disallow: /*.js
Disallow: /*.xls
Disallow: /*.swf
Disallow: /*.xml
Disallow: /*.csv
Disallow: /*.axd$
Disallow: /*.html$