User-agent: * Disallow: /errors Disallow: /cgi-bin Disallow: /logs Disallow: /html/1images Disallow: /data Allow: /