User-agent: * Disallow: /js Disallow: /css Disallow: /error Disallow: /cgi-bin