# robots.txt for http://diss.kib.ki.se/ # elisabet.frigell@kib.ki.se 2003 User-agent: * # all robots Disallow: /cgi/ # CGI programs Disallow: /sgi/ # CGI scripts Disallow: /search/ # keep out of SQL database Disallow: /admin/ # for administration of database - not for external use Disallow: /demo/ # not for external use Disallow: /form/ # system templates - not for external use Disallow: /form_diss/ # system templates - not for external use Disallow: /intern/ # system docs - not for external use Disallow: /system/ # system docs - not for external use Disallow: /test/ # testing - not for external use Disallow: /repro/ # not for external use Disallow: /2005/birgitta/ # not for external use # Disallow: / # everything, while testing