# directed to all spiders User-agent: * Disallow: /cgi-bin/ Disallow: /usage Disallow: /tmp/ #Allow: /index.html #Allow: /chris/index.html #Allow: /h2o/index.html User-agent: psbot Disallow: /