User-agent: *
Disallow: /*/
Allow: /*.html
Disallow: /*.php
Disallow: /*.jpg
Disallow: /*.gif
Disallow: /*.png
Disallow: /*.ico
Disallow: /*.css
Disallow: /*.js
Disallow: /*.htaccess