# Robots.txt file For domain: http://www.london-cleaner.co.uk/ # All robots will spider the domain User-agent: * Allow: / Disallow: Disallow: /Carpet-Cleaning-WC1-Bloomsbury-Gray's-Inn-London.html Disallow: /sitemap/