User-agent: *

Disallow: /lang/
Disallow: /usr/
Disallow: /kernel/
Disallow: /etc/
Disallow: /js/
Disallow: /css/
Disallow: /images/
Disallow: /log/