# robots.txt User-agent: * # To exclude all robots from the entire server # Disallow: / # To allow all robots complete access Disallow: Disallow: /cgi-bin/ Disallow: /cms/