# robots.txt file # # make it apply to all agents User-agent: * # # Prevent access to secure or problematic directories # Disallow: /yarns/cspanx4/ Disallow: /cspanx4/ Disallow: /cgi-bin/ Disallow: /log/ Disallow: /richard/ Disallow: /yarns/proposals/ Disallow: /yarns/photos/ Disallow: /yarns/videoobjects/ Disallow: /yarns/testarea/ Disallow: /yarns/quieter/ Disallow: /yarns/moa/ Disallow: /students/