User-agent: * # Prevent indexing of raw search refinements, price ranges, sorting rules Disallow: /*prefn* Disallow: /*prefv* Disallow: /*pmin* Disallow: /*pmax* Disallow: /*srule* # Prevent indexing of checkout and cart sessions Disallow: /cart* Disallow: /checkout* # Prevent indexing of un-aliased storefront URLs Disallow: */demandware.store* #Copy and uncomment to allow access to certain resources #Allow: */demandware.store/*/Pipeline-Name Allow: */demandware.store/*/Search-UpdateGrid # Prevent indexing of Query pages Disallow: */Login?* # Prevent indexing of subdomains Disallow: /lms.pryor.com* Disallow: /lmscert.pryor.com* Disallow: /lms01.pryor.com* Disallow: /lms02.pryor.com* Disallow: /lmstest.pryor.com* Allow: / # Taxonomy Sitemaps Sitemap: https://www.pryor.com/sitemap_index.xml #Crawl delays for common bots User-agent: * Crawl-delay: 5 User-agent: Pinterestbot Crawl-delay: 1 User-agent: FacebookBot Crawl-delay: 1 User-agent: facebookexternalhit/1.1 Crawl-delay: 1 User-agent: facebookexternalhit/1.0 Crawl-delay: 1