# robots.txt for online.waikato.ac.nz # Added ESL crawl allow - DeanS (12/6/2003) User-agent: htdig/esl Disallow: /groups Disallow: /cgi-bin/ Disallow: /perl-bin/ User-agent: * #Disallow: / changed gja 28/3/2003 Disallow: /groups Disallow: /esl Disallow: /cgi-bin/ Disallow: /perl-bin/