User-agent: * Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /checkout Disallow: /finishorder.php Disallow: /login.php Disallow: /orderstatus.php Disallow: /postreview.php Disallow: /productimage.php Disallow: /productupdates.php Disallow: /remote.php Disallow: /search.php Disallow: /viewfile.php Disallow: /wishlist.php Disallow: /admin/ Disallow: /__socialshop/ Disallow: /custom-routine-finder/ Disallow: /giftcertificates.php Disallow: /my-skin Disallow: /subscriptions Disallow: /content/seasonal-savings/ Noindex: /content/seasonal-savings/ Noindex:/doctors-notes/?page=2 Noindex:/doctors-notes/?page=3 Noindex:/doctors-notes/?page=4 # Disallow: /*?setCurrencyId=* Noindex:/brightening-face-lotion-20-ml/ Noindex:/travel-size-anti-aging-primer-20-ml/ Noindex:/brightening-face-cream-20-ml/ Noindex:/darker-skin-tones-face-cream-rich-20-ml/ Disallow: /content/birthday-edit/ Noindex: /content/birthday-edit/ Sitemap: https://eu.drsturm.com/content/row-sitemap.xml User-agent: * Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: GPTBot User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: ICC-Crawler User-agent: ISSCyberRiskCrawler User-agent: ImagesiftBot User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: Sidetrade indexer bot User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot User-agent: anthropic-ai User-agent: cohere-ai User-agent: facebookexternalhit User-agent: iaskspider/2.0 User-agent: img2dataset User-agent: omgili User-agent: omgilibot Crawl-delay: 10