# Disallow any client from indexing any part #User-agent: * #Disallow: #User-agent: htdig #Disallow: /cgi-bin User-agent: * Disallow: /cgi-bin