# # # # # All robots will spider the domain User-agent: * Allow: / Sitemap: http://carpet-cleaner.co.uk/sitemap.xml Disallow: /areas/ Disallow: /sitemap/