User-agent: * Disallow: /cgi-bin/ Disallow: /main_frame/pages/error404.htm Disallow: /main_frame/pages/error404.php