User-agent: *

# disallow all files ending in specific extension
Disallow: /*.css$
Disallow: /*.js$
Disallow: /*.txt$

# disallow these dirs
Disallow: /admin/
Disallow: /css/
Disallow: /files/
Disallow: /img/
Disallow: /js/