# # robots.txt # user-agent: * # disallow url's starting with disallow: /errors disallow: /cgi disallow: /wwwnews disallow: /statisti disallow: /stats/