User-agent: * # Prevent indexing of raw search refinements, price ranges, sorting rules Disallow: /*prefn* Disallow: /*prefv* Disallow: /*pmin* Disallow: /*pmax* Disallow: /*srule* # Prevent indexing of checkout and cart sessions Disallow: /account* Disallow: /cart* Disallow: /checkout* Disallow: /order-history* Disallow: /search* Disallow: /wishlist* # Prevent indexing of un-aliased storefront URLs Disallow: */demandware.store* #Copy and uncomment to allow access to certain resources #Allow: */demandware.store/*/Pipeline-Name Allow: */demandware.store/*/Search-UpdateGrid Allow: / # Taxonomy Sitemaps Sitemap: https://www.beautybrands.com/sitemap_index.xml #Crawl delays for common bots User-agent: * Crawl-delay: 5 User-agent: Pinterestbot Crawl-delay: 1 User-agent: FacebookBot Crawl-delay: 1 User-agent: facebookexternalhit/1.1 Crawl-delay: 1 User-agent: facebookexternalhit/1.0 Crawl-delay: 1