User-agent: *
Disallow: /error
Disallow: /cgi-bin
Disallow: /access.log.
Disallow: /sitemap.html