# robots.txt for http://www.flora.org/ # Thanks for indexing our site! User-agent: * Disallow: /cgi-bin/ # Binary utilities should not be indexed. Disallow: /ott # Don't index ott.* newsgroups here. Disallow: /flora/forumdb/ # Don't index alternate views of groups. Disallow: /flora/stats/ # This would index all the sites that have accessed us - not useful # Disallow: /homeschool-ca/lists/ # Information Provider Request. Disallow: /alt-transp/lists/ # Large lists not indexed. Disallow: /pednet/lists/ # Large lists not indexed. Disallow: /ask-doctor/answers/ # Has own mini-search. Articles currently being sent to DejaNews - search there! # Too much indexing of the old Lynx-dev stuff # Should only index http://www.flora.org/lynx-dev/forum/ Disallow: /lynx-dev/lynx-dev/ Disallow: /lynx-dev/mailbox/ Disallow: /lynx-dev/html/ # Disallow: /mai/forum/ # Too many 'edit' requests' Disallow: /mai/owner-mai-not/ # Just temporary junk Disallow: /mai-not/ # No longer maintained. # already indexed/archived as newsgroup Disallow: /afo/forum/ # Disallow: /pub/pub/ # Don't index temp ftp stuff. Disallow: /pub/rpm/ # Don't index local RPM builds