# # robots.txt for http://www.unu.edu # # 2009.11.23 # # exclude the TEST directory User-agent: * Disallow: /test # exclude the INTERNAL directory User-agent: * Disallow: /internal # exclude the EXPLORE directory User-agent: * Disallow: /explore