# This applies to all abiding crawlers
User-agent: *

# Disallow crawling of default demandware folder path - NO RESOURCES/CONTENT SHOULD REFERENCE THIS PATH IN HTML SOURCE
Disallow: /on/demandware.store/

# This will make sure pages are correctly crawled by search engines and stop duplicate pages being indexed
Disallow: /ni
Disallow: /*cart
Disallow: /*checkout
Disallow: /*_size=
Disallow: /*Wishlist-Add
Disallow: /*Cart-AddToWishlist
Disallow: /*SendToFriend
Disallow: /*Account-PasswordResetDialog
Disallow: /*CustomerService-Show
Disallow: /*prefn1
Disallow: /*prefn2
Disallow: /*prefv1
Disallow: /*prefv2
Disallow: /*pmax
Disallow: /*source
Disallow: /*pid
Disallow: /*StoreInventory-Inventory*

# include absolute URL reference to XML sitemap(s)
Sitemap: http://www.warehouse.co.uk/gb/sitemap3_en_GB.xml