# This file stops robots from indexing certain parts of the web site User-agent: * Disallow: /basket Disallow: /checkout Disallow: /static-content/ Disallow: /view-subcategories/ Disallow: /view-products/ Disallow: /product-details/ Disallow: /scripts/ Disallow: /links/ Disallow: /products/latest-products/ Disallow: /search-results.html* Disallow: /search-results/searchvalue/*/sort/ Disallow: /search-results/searchvalue/*/category.html Sitemap: http://www.seapets.co.uk/sitemap.xml.gz