############################### # # nyt robot.txt # User-agent: * #folders robots are not allowed to index # Disallow: /logfiles/ Disallow: /private/ Disallow: /htdocs/backup/ Disallow: /htdocs/cgi-bin/ Disallow: /htdocs/images/ Disallow: /htdocs/bromleys/images Disallow: /htdocs/bromleys/flash # # # End of robots.txt file # ###############################