User-agent: * Disallow: /cgi-bin Disallow: /scripts Disallow: missing.html Disallow: 500.html