User-agent: * Disallow: /admin/ Disallow: page_resource_not_found.html Disallow: error.htm Disallow: error.html