############################### # robots.txt file for # cusdi.org and # initiativesamendment.org and # botus.org and # # All robots may spider User-agent: * # # Directories that robots are not allowed to index: # /wwwstat/ contains statistics that are not # relevent to the site's purpose, but includes # hyperlinks that misinform robots Disallow: /wwwstat/ # # Files that robots are not allowed to index: # /help-print.htm is not relevant to the site's # purpose but attracts many visitors Disallow: /help-print.htm # # Files that are temporarily not ready, in # development, or need furthur clarification Disallow: /athenian_constitution.htm # # Files that Robots can use to send spam: # Comments and Thankyou get many more # requests than they should. They provide only # a simple feedback mechanism. # Until the code is rewritten to defeat auto- # spamming, they are dissallowed and removed # from the sitemap.txt Disallow: /commentsxx.htm Disallow: /thankyou.htm # # End of robots.txt file ###############################