#22nd Feb 2010 Paul Gilbertson
#Currently set to just allow Google
#To test robots.text go to https://www.google.com/webmasters/tools/dashboard?hl=en, add nbn.data.org.uk and then Tools > Analyze Robots.txt

User-Agent: *
Disallow: /

User-Agent: Googlebot
Disallow: /interactive/
Disallow: /gridMap/
Disallow: /siteInfo/
Disallow: /gridSquares/
Allow: /