sitemap: https://www.rosenthal.fr/media/sitemap/sitemap-www.rosenthal.fr.xml
User-agent:*

Crawl-delay: 5

Disallow: /djcms/
Disallow: /cart/
Disallow: /basket/
Disallow: /comparison/
Disallow: /compare/
Disallow: /checkout/
Disallow: /contact/
Disallow: /accounts/
Disallow: /favourites/
Disallow: /history/
Disallow: /filter/
Disallow: /newsletter/
Disallow: /productrating/
Disallow: /setplanner/
Disallow: /*designerlist
Disallow: /*ajax
Disallow: /restocknotifier/
Disallow: /generate-sitemap/*
Disallow: /shop/suggestsearch/*
Disallow: /addressbook/
Disallow: /three60-ajax/
Disallow: /storelocator/retailerproductstock/
Disallow: /public-api/*
Allow: /static/*


Disallow: */cms/b2bint/*
Disallow: */cms/b2bnational/*
Disallow: *.xls
Disallow: *.xlsx
Disallow: */setplanner/*


User-agent: CrazyWebCrawler-Spider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Vagabondo
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: BSpider
Disallow: /