# robots.txt for http://tobbe.net.au/ User-agent: * Disallow: /_private/ # private lib Disallow: /_vti_bin/ # system files Disallow: /_vti_cnf/ # system files Disallow: /_vti_log/ # system files Disallow: /vti_txt/ #system files Disallow: /cgi-bin/ #system files