## wah added useragent config for Funnelback to exclude wrongly published intranet pages
# 
User-agent: FunnelBack-production-intranetsite-collection
User-Agent: FunnelBack-staging-intranetsite-collection
Disallow: /150-years/
Disallow: /about-brookes/
Disallow: /apprenticeships/
Disallow: /architecture/
Disallow: /asa/
Disallow: /be/
Disallow: /bms/
Disallow: /brookes-print/
Disallow: /brookes-sport/
Disallow: /brookes-sport-new/
Disallow: /brookes-virtual-gateway/
Disallow: /brookesid/
Disallow: /business-and-employers/
Disallow: /business/
Disallow: /catering/
Disallow: /conference-services/
Disallow: /courses/
Disallow: /ecm/
Disallow: /english-languages/
Disallow: /enterprise/
Disallow: /enterprise-support/
Disallow: /estates/
Disallow: /feel-good-festival/
Disallow: /fls/
Disallow: /geoverse/
Disallow: /get-published/
Disallow: /heritage/
Disallow: /hls/
Disallow: /homepage
Disallow: /hospitality/
Disallow: /hpc/
Disallow: /hss/
Disallow: /human-resources/
Disallow: /indepth/
Disallow: /india/
Disallow: /instepp/
Disallow: /intelligence-organisation-in-the-early-modern-world/
Disallow: /international/
Disallow: /it/
Disallow: /job-vacancies/
Disallow: /learning-resources/
Disallow: /lets-read-japanese/
Disallow: /library/
Disallow: /maritime-dimension-of-transnational-organised-crime/
Disallow: /marketing/
Disallow: /marketing-and-communications/
Disallow: /mcph/
Disallow: /mentoring/
Disallow: /microsites/
Disallow: /nbl/
Disallow: /new-students/
Disallow: /nursery/
Disallow: /nursing/
Disallow: /obbs/
Disallow: /obu-documentary-club/
Disallow: /ocsld/
Disallow: /onefar/
Disallow: /open-day/
Disallow: /operating-department-practice/
Disallow: /osnm/
Disallow: /outburst/
Disallow: /oxbump/
Disallow: /oxinmahr/
Disallow: /paramedic-science/
Disallow: /phpd/
Disallow: /poetry-centre/
Disallow: /psychology/
Disallow: /public-art/
Disallow: /public-health/
Disallow: /regulations/
Disallow: /research/
Disallow: /restaurant/
Disallow: /school-of-arts/
Disallow: /school-of-education/
Disallow: /school-of-law/
Disallow: /science-bazaar/
Disallow: /search
Disallow: /search/
Disallow: /shssw/
Disallow: /sjs/
Disallow: /social-responsibility/
Disallow: /social-sciences/
Disallow: /space-to-think/
Disallow: /staff/
Disallow: /students/
Disallow: /studying-at-brookes/
Disallow: /support-us/
Disallow: /sustainability/
Disallow: /tde/
Disallow: /teg/
Disallow: /templates/pages/staff.aspx
Disallow: /templates/pages/sitesearchpage.aspx
Disallow: /the-centre-for-diversity-policy-research-and-practice/
Disallow: /think-human/
Disallow: /travel/
Disallow: /venues/
Disallow: /virtual-gateway-for-staff/
Disallow: /virtual-gateway-for-students/
Disallow: /virtual-tour/
Disallow: /virtually-here/
Disallow: /vr/
Disallow: /women-and-spinouts/
Disallow: /workarea/login.aspx

User-agent: googlebot*
Disallow: /workarea/
Disallow: /widgets/
Disallow: /cgi-bin/
Disallow: /portal_index/
Disallow: /regulations/archive/
Disallow: /Regulations/Archive/
Disallow: /documents/regulations/2*
Disallow: /Documents/Regulations/2*
Disallow: /students/workshops-and-events/

## wah added useragent config for SiteImprove so that it can spider the publications
# this will hopefully help us to identify which publications have bad web links
# I'm not sure what the useragent setting should be. There are several of them used by SI:
#  useragent
#1 Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.0) Match by Siteimprove.com
#2 Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com
#3 Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com
#4 Siteimprove_W3C_Validator/1.3
#5 Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Image size by Siteimprove.com

User-agent: Siteimprove
User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.0) Match by Siteimprove.com                            
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) LinkCheck by Siteimprove.com          
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) SiteCheck-sitecrawl by Siteimprove.com
User-agent: Siteimprove_W3C_Validator/1.3                                                                          
User-agent: Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0) Image size by Siteimprove.com         
Disallow: /workarea/
Disallow: /widgets/
Disallow: /documents/regulations/2
Disallow: /doc/         # Ignore the user documentation area.
Disallow: /errors/        # Ignore the 404, 500 etc error files.
Disallow: /temp/                # these will soon disappear.
Disallow: /excite/        # Ignore the excite search engine
Disallow: /Excite/        # Ignore the excite search engine
Disallow: /brookes/email/       # Ignore the email directory
Disallow: /brookes/phone/       # Ignore the phone book
Disallow: /cgi-bin
Disallow: /webdocs
Disallow: /includes
Disallow: /~
Disallow: /admin
Disallow: /cgiwrap-docs
Disallow: /author/
Disallow: /opendaybookingsystem/ 
Disallow: /opendaynovember/ 
Disallow: /alumni_interim/
Disallow: /studying/contact/prospectus/crm_index_html
Disallow: /login_form
Disallow: /portal_index/
Disallow: /templates/pages/coursefinder.aspx
Disallow: /templates/pages/sitesearch.aspx
Disallow: /templates/pages/coursesearch.aspx
Allow: //radar.brookes.ac.uk/radar/harvest.do
## Allow: /human-resources/

User-agent: *
Disallow: /workarea/
Disallow: /widgets/
Disallow: /documents/regulations/2
Disallow: /doc/		# Ignore the user documentation area.
Disallow: /errors/        # Ignore the 404, 500 etc error files.
Disallow: /temp/		# these will soon disappear.
Disallow: /excite/        # Ignore the excite search engine
Disallow: /Excite/        # Ignore the excite search engine
Disallow: /brookes/email/	# Ignore the email directory
Disallow: /brookes/phone/	# Ignore the phone book
Disallow: /cgi-bin
Disallow: /webdocs
Disallow: /includes
Disallow: /~
Disallow: /admin
Disallow: /cgiwrap-docs
Disallow: /author/
Disallow: /opendaybookingsystem/ 
Disallow: /opendaynovember/ 
Disallow: /alumni_interim/
Disallow: /studying/contact/prospectus/crm_index_html
Disallow: /login_form
Disallow: /portal_index/
Disallow: /templates/pages/coursefinder.aspx
Disallow: /templates/pages/sitesearch.aspx
Disallow: /templates/pages/coursesearch.aspx
Disallow: /templates/pages/staff.aspx?pubid=
Disallow: /regulations/archive/
Disallow: /Regulations/Archive/
Disallow: /documents/regulations/2*
Disallow: /Documents/Regulations/2*
Disallow: /students/workshops-and-events/

Disallow: /courses/undergraduate/animal-conservation-bsc-top-up/
Disallow: /courses/undergraduate/animal-conservation/
Disallow: /courses/undergraduate/applied-animal-management-bsc-top-up/
Disallow: /courses/undergraduate/applied-animal-management/
Disallow: /courses/undergraduate/applied-sports-science-bsc-top-up/
Disallow: /courses/undergraduate/biology/
Disallow: /courses/undergraduate/drama/
Disallow: /courses/undergraduate/operating-department-practice-bsc/
Disallow: /international/agents/

Disallow: /Kentico.PageBuilder/

Allow: //radar.brookes.ac.uk/radar/harvest.do

Sitemap: https://www.brookes.ac.uk/sitemap.xml