User-agent: * Disallow: /*.js Disallow: /cgi-bin Disallow: /images Disallow: /*.css Disallow: /*.cgi Disallow: /*.log Disallow: /script