User-agent: * Disallow: /cgi-bin Disallow: /web Disallow: /404.php Disallow: /403.php