User-agent: *
Disallow: *.html
Disallow: *.htm
Disallow: /pdf
Disallow: /videos/*.swf