User-agent: *
Disallow: /asp/      # scripts etc
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /a/	     # style and script
Disallow: /css/      
Disallow: /xsl/
Disallow: /_borders  # Ignore FrontPage files
Disallow: /_derived
Disallow: /_fpclass
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_bin
Disallow: /_vti_cnf
Disallow: /_vti_log
Disallow: /_vti_map
Disallow: /_vti_pvt
Disallow: /_vti_script
Disallow: /_vti_txt 
User-agent: *
Disallow: /asp/
Disallow: /xsl/
Disallow: /news/