User-Agent: * #Standard Directories Disallow: /_ #Should disallow all files/directories that begin with an underscore Disallow: /CGI-BIN/ #cgi-bin directory - not used Disallow: /_error/ #Error Pages Disallow: /_derived/ #Old Search Files Disallow: /_search/ #Old Search Files Disallow: /_vti_script/ #Old Search Files #MS FrontPage Directories Disallow: /_private/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /_vti_inf.html #Custom Directories Disallow: /application/ #Inet Application Form