# Asimov would be proud. # # Welcome to St.Remy's robots.txt. # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # # See http://info.webcrawler.com/mak/projects/robots/robots.html # # The webmaster for this site is: # Edward Renaud #
ed@stremy.com
#----------------------------------------------------------------------------- # following prevents access to /misc/ for spiders User-Agent: * Disallow: /cgi-bin/ # This is restricted to St.Remy Team only Disallow: /documentation/ # This is restricted to St.Remy Team only Disallow: /logs/ # This is restricted to St.Remy Team only Disallow: /Plug-Ins/ # This is restricted to St.Remy Team only Disallow: /ToolsExamples/ # This is restricted to St.Remy Team only Disallow: /www.test.com/ # This is restricted to St.Remy Team only