User-agent: * # File formats (not to be individually indexed) Disallow: /*.txt$ # Directories (not to be individually indexed) Disallow: /admin/ # Admin files Disallow: /content/ # Content files should not be linked outside # of their container pages Disallow: /temp/ # Temp dir Disallow: /test/ # Test dir Disallow: /xmas/ # Christmas card Disallow: /preview/ Disallow: /thetip/ # Internal site pages (not to be individually indexed) Disallow: /blank.html Disallow: /clientarea.asp Disallow: /clientlogin.asp Disallow: /clients.html Disallow: /footer.html Disallow: /footer.asp Disallow: /header.asp Disallow: /home.asp Disallow: /home.asp.html Disallow: /horizframe.html Disallow: /index_holding.html Disallow: /mainframe.html Disallow: /nav.html Disallow: /newsletter.html Disallow: /profile.html Disallow: /services.html Disallow: /thankyou.html Disallow: /thankyou2.html Disallow: /xhtml.html