User-agent: * Disallow: /cart/* Disallow: /cart-new/* Disallow: /checkout/* Disallow: /item/search/*page Disallow: /s/ Allow: /shops/*/$ Disallow: /shops/*/* Disallow: /account/ Disallow: *autosuggest* Disallow: /backend/account/v1/widget Disallow: /optmzly/df-json/ Disallow: /backend/iam/ Disallow: /backend/search/ Disallow: /backend/navigation/ Disallow: /backend/tracking/ Disallow: /backend/home-page/ Disallow: /backend/recommendations/ Disallow: /backend/product-detail-page/ User-agent: Mediapartners-Google Allow: /item/search/ Allow: /s/ User-agent: Pinterestbot Crawl-delay: 1 User-agent: PetalBot Disallow: /