# ------------------------------------------------- # # robots.txt file for http://www.krr.org # # # terminations acceptable: CR,CR/NL, or NL # # : # ------------------------------------------------- # # This example indicates that no robots should # visit this site further. # # # go away # User-agent: * # Disallow: / # ------------------------------------------------- # User-agent: googlebot Disallow: /graphix/ # This be pix and such ... Disallow: /css/ # This not be for all ... Disallow: /tm/ # This not be for all ... Disallow: /directions_to_the_harvard_estate.php # WTF? # ------------------------------------------------- # User-agent: * Disallow: /graphix/ # These be pix and such ... Disallow: /css/ # This not be for all ... Disallow: /tm/ # This not be for all ... Disallow: /directions_to_the_harvard_estate.php # WTF? # ------------------------------------------------- # # i took this info from: # http://www.robotstxt.org/wc/norobots.html # ------------------------------------------------- # # ------------------------------------------------- # # I do not want my domain archived @ # http://www.archive.org # ------------------------------------------------- # User-agent: ia_archiver Disallow: / # ------------------------------------------------- #