# robots.txt for http://www.demweb.co.uk/ # allows all robots to access main content pages # User-agent: * Disallow: /scripts/