# robots.txt for http://www.nation.com/ User-agent: * # list directories only if all materials are not to be seen Disallow: /promo/ # hate off all advertising Disallow: /promo/s/ # SEM landing pages - all advertising assets Disallow: /promo/s/thankyou/ # hate off all advertising assets Disallow: /promo/a/ # hate off all advertising assets Disallow: /promo/a/thankyou # hate off all advertising Disallow: /toolbars/uninstall/ # uninstall Disallow: /toolbars/thankyou/ # thank you pages Disallow: /toolbars/install/ # installs, exe's Disallow: /img/ # images Disallow: /images/ # more images Disallow: /masterpages/ # masterpages and templates Disallow: /script/ Disallow: /error.htm # individual files - by full path for error, system Disallow: /promo/a/thankyou/all-recipes.aspx Disallow: /promo/s/thankyou/all-recipes.aspx Disallow: /promo/a/thankyou/all-wallpapers.aspx Disallow: /promo/s/thankyou/all-wallpapers.aspx Disallow: /toolbars/uninstall/all-recipes.aspx Disallow: /toolbars/uninstall/all-wallpapers.aspx Disallow: /toolbars/thankyou/all-recipes.aspx Disallow: /toolbars/thankyou/all-wallpapers.aspx