User-agent: *
Crawl-delay: 30
Request-rate: 1/30
Disallow: /util/
Disallow: /account
Disallow: http://beautybrands-rev.marketlive.com/
Disallow: http://beautybrands-prod.marketlive.com/
Disallow: http://beautybrands-admin.marketlive.com/
Disallow: http://beautybrands-staging.marketlive.com/
Allow: /sitemap.xml
Allow: /sitemapancillary.xml
Allow: /sitemapcategoryproduct.xml
Sitemap: http://www.beautybrands.com/sitemap.xml