User-agent: * Disallow: /cgi-bin Disallow: 404.html Disallow: 500.html