User-agent: *
Disallow: *.htm
Disallow: *.html
Disallow: *.pdf
Disallow: /*/
Disallow: *.js