User-agent: *

Disallow: /_private
Disallow: /_themes
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt

Disallow: /cgi-bin*
Disallow: /borders
Disallow: /images
Disallow: /img
Disallow: /inc
Disallow: /jsscripts
Disallow: /pdf
Disallow: /press
Disallow: /scripts
Disallow: /temp
Disallow: /demo
Disallow: /ebpp*
Disallow: /Pages/demo*.*
Disallow: /Search
Disallow: /Reports
Disallow: /oldsite
Disallow: /OnlineEditor
Disallow: /ZP4Service*
Disallow: /release_notes
Disallow: /xmlapi

Disallow: /web*

#Disallow: /w3svc?   #Change ? with the instance number please.