User-agent: *
Disallow: /img
Disallow: /css
Disallow: /js
Disallow: *.css
Disallow: *.js
Disallow: *.ico
Disallow: *.pdf
Disallow: *.jpg
Disallow: *.gif