# robots.txt for http://www.cs.ox.ac.uk and http://www.softeng.ox.ac.uk

Sitemap: http://www.softeng.ox.ac.uk/sitemap.xml

User-agent: *
Disallow: /blogs/bncod2013/
Disallow: /teaching/material
Disallow: /teaching/material/
Disallow: /teaching/internal
Disallow: /teaching/internal/
Disallow: /internal
Disallow: /internal/
Disallow: /personal/teaching/materials08-09/
Disallow: /webalizer/
Disallow: /files/268/
Disallow: /minerva/
Disallow: /files/1217/Handbook%202008%20v3.pdf
Disallow: /files/3265/Handbook%202010.pdf
Disallow: /files/391/info07msc.pdf
Disallow: /files/3669/handbook-10-11.pdf
Disallow: /degrees/documents/prs10.pdf
Disallow: /files/4063/costWMSO_MFCS2011.pdf
Disallow: /people/maneesh.khattri/
Disallow: /events/*.jsp
Disallow: /dynamicfeed/
Disallow: /booster/

# softeng
Disallow: /signin/

Crawl-delay: 1 # Might slow down the crawlers - ignored by Google