# robots.txt for WWW.NY-AA.ORG # # # User-agent: Fasterfox # Mozilla Firefox 2.0 prefetching Disallow: / # # User-agent: noxtrum # Overly-active Spanish spider Disallow: / # # User-agent: noxtrumbot # Overly-active Spanish spider Disallow: / # # # User-agent: LinkWalker # www.seventwentyfour.com not useful to us Disallow: / # See if this helps (August 1, 2007) # # User-agent: dotbot # www.dotnetdotcom.org not useful to us Disallow: / # See if this helps (January 4, 2009) # # # User-agent: Yahoo! Slurp # Yahoo! is way to active Disallow: /bin/ # See if this helps (July 29, 2007) # # # User-agent: msnbot # MSN doesn't contribute much Disallow: /bin/ # See if this helps (July 29, 2007) # # # # User-agent: * # # Disallow: /hmb/ # The old version of this web site # # Delaying so Google sees some # Disallow: /hmb/members/ # Limited audience pages Disallow: /hmb/members # Limited audience pages # Disallow: /hmb/cities.htm # May remove completely some day # Disallow: /hmb/2002/ # Old convention Disallow: /hmb/2003/ # Old convention Disallow: /hmb/2004/ # Old convention Disallow: /hmb/2005/ # Old convention Disallow: /hmb/2006/ # Old convention # Disallow: /hmb/cities.htm # # Disallow: /hmb/dist4801.htm # Disallow: /hmb/dist4802.htm # Disallow: /hmb/dist4803.htm # Disallow: /hmb/dist4804.htm # Disallow: /hmb/dist4805.htm # Disallow: /hmb/dist4806.htm # Disallow: /hmb/dist4807.htm # Disallow: /hmb/dist4808.htm # Disallow: /hmb/dist4809.htm # Disallow: /hmb/dist4810.htm # Disallow: /hmb/dist4811.htm # Disallow: /hmb/dist4812.htm # Disallow: /hmb/dist4813.htm # Disallow: /hmb/dist4814.htm # Disallow: /hmb/dist4815.htm # Disallow: /hmb/dist4816.htm # Disallow: /hmb/dist4817.htm # Disallow: /hmb/dist4818.htm # Disallow: /hmb/dist48uc.htm # # Disallow: /hmb/members/hmb200701.pdf # Newsletters Disallow: /hmb/members/hmb200702.pdf # Newsletters Disallow: /hmb/members/hmb200703.pdf # Newsletters Disallow: /hmb/members/hmb200704.pdf # Newsletters Disallow: /hmb/members/hmb200705.pdf # Newsletters Disallow: /hmb/members/hmb200706.pdf # Newsletters Disallow: /hmb/members/hmb200707.pdf # Newsletters Disallow: /hmb/members/hmb200708.pdf # Newsletters Disallow: /hmb/members/hmb200709.pdf # Newsletters Disallow: /hmb/members/hmb200710.pdf # Newsletters Disallow: /hmb/members/hmb200711.pdf # Newsletters Disallow: /hmb/members/hmb200712.pdf # Newsletters # Disallow: /hmb/members/hmb200801.pdf # Newsletters Disallow: /hmb/members/hmb200802.pdf # Newsletters Disallow: /hmb/members/hmb200803.pdf # Newsletters Disallow: /hmb/members/hmb200804.pdf # Newsletters Disallow: /hmb/members/hmb200805.pdf # Newsletters Disallow: /hmb/members/hmb200806.pdf # Newsletters Disallow: /hmb/members/hmb200807.pdf # Newsletters Disallow: /hmb/members/hmb200808.pdf # Newsletters Disallow: /hmb/members/hmb200809.pdf # Newsletters Disallow: /hmb/members/hmb200810.pdf # Newsletters Disallow: /hmb/members/hmb200811.pdf # Newsletters Disallow: /hmb/members/hmb200812.pdf # Newsletters # Disallow: /hmb/members/meetingbookorder.doc # Area Meeting Book Disallow: /hmb/members/meetingbookorder.pdf # Area Meeting Book Disallow: /hmb/members/service.pdf # Service Manual # Disallow: /hmb/members/gsc2008.doc # General Service Conference Agenda Disallow: /hmb/members/gsc2008agenda.doc # General Service Conference Agenda # # Disallow: //hmb/ # A typo' from the past # Disallow: /bin/maap.cgi # Dynamically created maps # Disallow: /bin/meetings.cgi # Dynamically created meeting lists # # # # #