User-agent: *
Disallow: /aspnet_client/
Disallow: /assets/
Disallow: /bin/
Disallow: /search/
Disallow: /sitemap/
Disallow: /style/
Disallow: /tests/
Disallow: /webservices/
Disallow: /xml/
Disallow: /student/courses/frameworks/

# exclude archived material from search
Disallow: /infoservices/computing/acceptableuse/policy/2007/

# exclude Human Resource post application packs, which are mostly 'archived'
Disallow: /humanresources/recruitment/vacancies/packs/


# don't allow the MSNBot to crawl the following pages to avoid duplicate course information returned by searches

#User-agent: msnbot
#Disallow: /student/courses/details.aspx
#Disallow: /student/courses/atoz.aspx
#Disallow: /governance/institutionalstructure/01/default.aspx
#Disallow: /governance/institutionalstructure/02/default.aspx
#Disallow: /governance/institutionalstructure/03/default.aspx
#Disallow: /governance/institutionalstructure/04/default.aspx
#Disallow: /governance/institutionalstructure/05/default.aspx
#Disallow: /governance/institutionalstructure/06/default.aspx
#Disallow: /governance/institutionalstructure/07/default.aspx
#Disallow: /governance/institutionalstructure/08/default.aspx
#Disallow: /governance/institutionalstructure/09/default.aspx