# robots.txt for http://www-users.york.ac.uk/
# see <http://info.webcrawler.com/mak/projects/robots/norobots.html> for info.

User-agent: linecker/*
Disallow: /cgi-bin-auth/

User-agent: YorkWebSearchRobot/*
Disallow: /AccessStats/
Disallow: /ServerSupport/SmallAds/
Disallow: /SmallAds/
Disallow: /cgi-bin/
Disallow: /cgi-bin-auth/

User-agent: WDG_SiteValidator/*
Disallow: /cgi-bin/
Disallow: /cgi-bin-auth/

User-agent: *
Disallow: /lists/
Disallow: /AccessStats/
Disallow: /ServerSupport/SmallAds/
Disallow: /SmallAds/
Disallow: /cgi-bin/
Disallow: /cgi-bin-auth/