User-agent: * Disallow: /cgi-bin Disallow: /js Disallow: /scgi-bin Disallow: /test Disallow: /search.php Disallow: /error.php