# robots.txt for http://somis.ais.dundee.ac.uk/
# Created by Charles Christacopoulos 24 Feb 1998 c.k.christacopoulos@dundee.ac.uk
# Last modified 13 Apr 1999
# Based on the standard set at:
#     http://info.webcrawler.com/mak/projects/robots/robots.html

User-agent: *
Disallow: /staffprofiles/                         #Terminated
Disallow: /fintest/                               #used for tests.
Disallow: /fintest1/                               #used for tests.
Disallow: /duntest/                               #used for tests.
Disallow: /perstest/                               #used for tests.
Disallow: /stats/
Disallow: /pub/dundom/rae96dat/downls/            #Not worth indexing.
Disallow: /pub/dundom1/                           #Dundee domain only.
Disallow: /pub/dunpri/                            #Password protected
Disallow: /pub/dunprix/                           #Password protected
###Disallow: /cgi-bin/                            #
Disallow: /cgi-bin/fetchhead                      #Puts too much load on the server.
Disallow: /cgi-bin/service/navigator              #
Disallow: /coj2/                                  #
Disallow: /planning/space/dunpri/                 #Intranet
Disallow: /planning/students/dunpri/              #Intranet
Disallow: /planning/abm/dunpri/                   #Intranet
Disallow: /research/dp/                           #Intranet
Disallow: /research/dundom1/                      #Intranet
Disallow: /directories/do/                        #Domain
Disallow: /directories/dp/                        #Intranet
Disallow: /ssi/                                   #
Disallow: /forums/                                #Discussion forum.  Sourced from http://www.lilikoi.com
Disallow: /stats/                                 #Wusage statistics
Disallow: /reports/                               #More statistical stuff.
Disallow: /jdkwin32/                              #Pages removed.  Remove entry Apr 2000.
Disallow: /pub/dundept/registry/                  #Pages relocated to /registry/.  Remove entry 13 Apr 2000.
Disallow: /services/do/smaestrologs/              #Logs, not worth indexing.
Disallow: /cgi-bin/htimage/                       #
Disallow: /rae/rae2001/4_99/                      #No longer worth indexing.  Docs have been superseeded.
Disallow: /pub/00abm.htm                          #Pages moved.
Disallow: /cgi-bin/service/emailfind
Disallow: /cgi-bin/service/emailsearch
Disallow: /cgi-bin/service/egothor/search
Disallow: /cgi-bin/service/hermesII_list

User-agent: dundeebot
Disallow: /search300/www-gtw?
Disallow: /fersonnel/