User-agent: * Disallow: /policy.html Disallow: /go.php Disallow: /*.css Disallow: /*.js