# /robots.txt file User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ User-agent: Googlebot Disallow: /Intranet Disallow: /intranet