User-agent: * # File formats (not to be individually indexed) Disallow: /*.txt$ Disallow: /*.asa$ Disallow: /*.css$ # Directories (not to be individually indexed) Disallow: /Admin/ # Admin files #Disallow: /Content/ # Content files should not be linked outside # of their container pages Disallow: /Components/ # Components dir Disallow: /ContentFilesUploaded/ # ContentFilesUploaded dir Disallow: /errormsg/ # Error messages Disallow: /fileaway/ # Fileaway dir Disallow: /images/ # Images dir Disallow: /Include/ # Include dir Disallow: /locate/ # locate dir Disallow: /locatedemo/ # locatedemo Disallow: /old_website/ # old_website dir Disallow: /temp/ # temp dir # Internal site pages within root dir (not to be individually indexed) #Disallow: /disclaimer.htm Disallow: /login.htm Disallow: /nav.html Disallow: /non_compliant.htm #Disallow: /privacy.htm #Disallow: /regterms.htm Disallow: /sa.asp Disallow: /saresp.asp #Disallow: /siteinfo.htm #Disallow: /terms.htm