# robots.txt for http://ngrl.man.ac.uk/ User-agent: * # This will stop any robots visiting urls starting with /Browser/ Disallow: /Browser/