# All robots will spider the domain User-agent: * Disallow: # Disallow directory /local-cgi/ User-agent: * Disallow: /local-cgi/ # Disallow directory /webmail/ User-agent: * Disallow: /webmail/