# /robots.txt file for http://www.themelgroup.co.uk/ User-agent: webcrawler Disallow: /images Disallow: /errors Disallow: /logs Disallow: /includes Disallow: /css User-Agent: Googlebot Disallow: /images Disallow: /errors Disallow: /logs Disallow: /includes Disallow: /css User-agent: * Disallow: /images Disallow: /errors Disallow: /logs Disallow: /includes Disallow: /css