# # file: robots.txt version 1 # for rivendell.netin.com # User-agent: * Disallow: /htdig/ Disallow: /Admin/ Disallow: /glifs/ Disallow: /cgi-bin/ Disallow: /customer_area/ Disallow: /pvt/ Disallow: /overall/ Disallow: /Templates/ Disallow: /usage/ Disallow: /Jan.wwwstats.html Disallow: /Feb.wwwstats.html Disallow: /Mar.wwwstats.html Disallow: /Apr.wwwstats.html Disallow: /May.wwwstats.html Disallow: /Jun.wwwstats.html Disallow: /Jul.wwwstats.html Disallow: /Aug.wwwstats.html Disallow: /Sep.wwwstats.html Disallow: /Oct.wwwstats.html Disallow: /Nov.wwwstats.html Disallow: /Dec.wwwstats.html