User-agent: *
Disallow: /js
Disallow: /cgi-bin
Disallow: /error
Disallow: /ssi
Allow: /