User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /aspnet_client/
Disallow: /fpdb/
Disallow: /_borders/
Disallow: /_derived/
Disallow: /_overlay/
Disallow: /_private/
Disallow: /_themes/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_txt/
Disallow: /W3SVC610794921/
Disallow: /_/

# too many repeated hits, too quick
User-agent: litefinder
Disallow: /

# too many repeated hits, too quick
User-agent: Baidu
Disallow: /