User-agent: *
Disallow: /css
Disallow: /cgi-bin
Disallow: /images
Disallow: /img 
Disallow: /media
Disallow: /doc
Disallow: /404.html