# robots.txt for http://www.newsargus.com/ # author = webmaster@newsargus.com # date = 09/05/12 # User-agent: * Disallow: /bb/ Disallow: /adproofs/ Disallow: /analog/ Disallow: /classified/ Disallow: /downloads/ Disallow: /ErrorFiles/ Disallow: /images/ Disallow: /newsport/ Disallow: /special/ Disallow: /today/ Disallow: /cgi-bin/ Disallow: /mt-static/ Disallow: /openads/ # What is above line supposed to do?