# robots.txt for http://www.ire.org/ # For more information, see: # http://web.nexor.co.uk/mak/doc/robots/norobots.html # # Format: # User-agent: # Disallow: # # User-agent: # Disallow: # # etc. # An empty file or an empty disallow statement is treated as an open # invitation to everything. ########################### ## Default Access Policy ## ########################### # To deny access to entire site to all robots, uncomment these lines: # User-agent: * # * represents any robot # Disallow: / # Requests made for denying access: # 1) any of the hypermail archives User-agent: * Disallow: /audio/ Disallow: /cgi-bin/ Disallow: /obsolete-old/ Disallow: /obsolete/ Disallow: /previous/ Disallow: /logs/ Disallow: /webstats/ Disallow: /analog/ Disallow: /broadcast/obsolete/ Disallow: /carbook/obsolete/ Disallow: /education/obsolete/ Disallow: /history/minutes/obsolete/ Disallow: /history/obsolete/ Disallow: /jobs/obsolete/ Disallow: /jobs/wanted/obsolete/ Disallow: /membership/dij/obsolete/ Disallow: /membership/obsolete/ Disallow: /resourcecenter/obsolete/ Disallow: /secure/obsolete/ Disallow: /training/obsolete/ Disallow: /training/dc03/obsolete/ Disallow: /training/london/obsolete/ Disallow: /training/charlotte/obsolete/ Disallow: /extraextra/obsolete/ Disallow: /resourcecenter/search.php Disallow: /resourcecenter/view.php Disallow: /datalibrary/databases/maude/ Disallow: /membersonly/ Disallow: /donate/ Disallow: /conference_schedule/ Disallow: /teste Disallow: /testt Disallow: /testh User-agent: * Disallow: //audio/ Disallow: //cgi-bin/ Disallow: //obsolete-old/ Disallow: //obsolete/ Disallow: //previous/ Disallow: //logs/ Disallow: //webstats/ Disallow: //analog/ Disallow: //broadcast/obsolete/ Disallow: //carbook/obsolete/ Disallow: //education/obsolete/ Disallow: //history/minutes/obsolete/ Disallow: //history/obsolete/ Disallow: //jobs/obsolete/ Disallow: //jobs/wanted/obsolete/ Disallow: //membership/dij/obsolete/ Disallow: //membership/obsolete/ Disallow: //resourcecenter/obsolete/ Disallow: //secure/obsolete/ Disallow: //training/obsolete/ Disallow: //training/dc03/obsolete/ Disallow: //training/london/obsolete/ Disallow: //training/charlotte/obsolete/ Disallow: //extraextra/obsolete/ Disallow: //resourcecenter/search.php Disallow: //resourcecenter/view.php Disallow: //membersonly/ Disallow: //donate/ Disallow: //conference_schedule/ Disallow: //teste Disallow: //testt Disallow: //testh ########################################### ## Overriding Default Access Permissions ## ########################################### # SAMPLE: # # robots.txt for http://www.site.com/ # # User-agent: * # Disallow: /cyberworld/map/ # This is an infinite virtual URL space # # # Cybermapper knows where to go. # User-agent: cybermapper # Disallow: