User-agent: *
Allow: /
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /cgi-bin
Disallow: /css
Disallow: /test
Disallow: /tmp.