# # robots.txt for http://369.columbus.oh.us # # exclude some access-controlled areas User-agent: * Disallow: /logs.d Disallow: /stats.d Disallow: /mail.d Disallow: /burp.d Disallow: /contact.d Disallow: /cgi-bin Disallow: /banners.d Disallow: /.banners.d Disallow: /bin Disallow: /mbox Disallow: /tmp Disallow: /webalizer.d User-agent: psbot Disallow: /