User-agent: *    # applies to all robots
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_map/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /cgi-bin/
Disallow: /js/
Disallow: /css/
Disallow: /images/
Disallow: /pdf/
Disallow: /redir.html