User-agent: *
Crawl-delay: 60
Disallow: /Partizan Press/
Disallow: /special/
Disallow: /mini/
Disallow: /control/
Disallow: /cgi-bin/
Disallow: /beta/
Disallow: /Daedalus/
Disallow: /newsletter/
Disallow: /figures/
#Prevent search engines from crawling entire catalogue, which leads to server instability HR TECH 2016-03-10
Disallow: /catviewer.php
Disallow: /searchcat.php
Disallow: /2nd/