# exclude some access-controlled areas User-agent: * Disallow: /_private Disallow: /_vti_bin Disallow: /_vti_log Disallow: /_vti_pvt Disallow: /_vti_txt Disallow: /cgi-bin