user-agent: * Disallow: /htsdata* Disallow: /cgi-bin Disallow: /GeneratedItems Disallow: /logs Disallow: /_* Disallow: /.realms