# robots.txt for http://patron.ucop.edu User-agent: HTTPGET Allow: /ncd/docs/ Disallow: / User-agent: * Allow: /ncd/docs/ Allow: /*.html$ Disallow: /