User-agent: *
Disallow: /~/
Disallow: /en/
Allow: /~/icon/
Disallow:  /lp/
Disallow: /*.axd$
Disallow: /http:/
Disallow: /https:/
Disallow: /layouts/
Disallow: /staging/
Disallow: /sitecore/
Disallow: /index.php
Disallow: /pathways/
Disallow: /blog?tag=*
Disallow: /blog?count=*
Disallow: /landingpages/
Disallow: /www.youtube.com/
Disallow: /Student-profile?id=*
Disallow: regexpIgnoreCase:.*/accordians/electives
Disallow: regexpIgnoreCase:.*/global-locations/programs

User-agent: SISTRIX Crawler
Disallow: /

User-agent: Math. Comp. PA Crawler
Disallow: /

User-agent: webteam-chat@lists.strath.ac.uk
Disallow: /

User-agent: ShopWiki/1.0 ( +http://www.shopwiki.com/wiki/Help:Bot)
Disallow: /

User-agent: Mozilla/5.0 (compatible; IstellaBot/1.10.2 +http://www.tiscali.it/)
Disallow: /

User-agent: Mechanize/2.7.1 Ruby/2.0.0p247 (http://github.com/sparklemotion/mechanize/)
Disallow: /

User-agent: Mozilla/5.0 (compatible; ElectricMonk/3.1.1 +https://www.duedil.com/our-crawler/)
Disallow: /

Sitemap: https://www.taylorsauckland.ac.nz/sitemap.xml