User-agent: * Allow: /web/image/ Allow: /web/assets/ Allow: /web/static/ Allow: /web/content/ Disallow: /commander Disallow: /commande/ Disallow: /shop/express/ Disallow: /shop/change_pricelist/ Sitemap: https://www.chembioderm.com/sitemap.xml ############## # custom # ############## User-agent: * Allow: /cards/ User-agent: * Disallow: /shop/express/ Disallow: /shop/cart Disallow: /shop/checkout Disallow: /shop/address Disallow: /shop/payment Disallow: /shop/confirmation User-agent: Bytespider Disallow: / User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: PetalBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: /