# # robots.txt for http://www.penkits.net # # exclude some access-controlled areas User-agent: * Disallow: /logs.d Disallow: /stats.d Disallow: /mail.d Disallow: /burp.d Disallow: /cgi-bin Disallow: /bin Disallow: /mbox Disallow: /tmp Disallow: /order.status.d Disallow: /catalog/admin User-agent: psbot Disallow: /