User-agent: * # ========================== # Core system & account pages # ========================== # Blocks pages that should never be indexed for SEO or security reasons. Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /finishorder.php Disallow: /login.php Disallow: /logout.php Disallow: /orderstatus.php Disallow: /myaccount.php Disallow: /giftcertificates.php Disallow: /postreview.php Disallow: /productimage.php Disallow: /productupdates.php Disallow: /remote.php Disallow: /search.php Disallow: /compare.php Disallow: /viewfile.php Disallow: /wishlist.php Disallow: /admin/ Disallow: /account/ Disallow: /search-results/ # ================================= # Facets, filters & duplicate URLs # ================================= # Blocks crawling of all common filter, sort, and variant URLs. Disallow: /*sort= Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* Disallow: /*page= Disallow: /*variant= Disallow: /__socialshop/ Disallow: /*?*queryID= Disallow: /*&queryID= Disallow: /*?*setCurrencyId= Disallow: /*&setCurrencyId= Disallow: /*?*setcurrencyid= Disallow: /*&setcurrencyid= Disallow: /*?*custom= Disallow: /*&custom= Disallow: /*?*custom-text= Disallow: /*&custom-text= Disallow: /*?*fullSite= Disallow: /*&fullSite= Disallow: /*?*sku= Disallow: /*&sku= Disallow: /*?*color= Disallow: /*&color= # ========================================== # Ad/marketing/campaign & analytics tracking # ========================================== # Blocks all major marketing and analytics tracking parameters from being crawled. Disallow: /*?*utm_= Disallow: /*&utm_= Disallow: /*?*msclkid= Disallow: /*&msclkid= Disallow: /*?*gclid= Disallow: /*&gclid= Disallow: /*?*fbclid= Disallow: /*&fbclid= Disallow: /*?*yclid= Disallow: /*&yclid= Disallow: /*?*twclid= Disallow: /*&twclid= # ========================================== # Content sections not meant for the search index # ========================================== # Blocks internal/campaign/public content folders, not meant for organic search. Disallow: /content/drivers/ # ========================================== # Allow crawling of sitemap URLs # ========================================== # Ensures search engines can always access your XML sitemaps. Allow: /xmlsitemap.php?type=pages&page=* Allow: /xmlsitemap.php?type=products&page=* Allow: /xmlsitemap.php?type=categories&page=* Allow: /xmlsitemap.php?type=brands&page=* Allow: /xmlsitemap.php?type=news&page=* User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: GPTBot User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: ICC-Crawler User-agent: ISSCyberRiskCrawler User-agent: ImagesiftBot User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalAds User-agent: Meta-ExternalFetcher User-agent: Meta-WebIndexer User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: Sidetrade indexer bot User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot User-agent: anthropic-ai User-agent: cohere-ai User-agent: facebookexternalhit User-agent: iaskspider/2.0 User-agent: img2dataset User-agent: omgili User-agent: omgilibot Crawl-delay: 10 Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /checkout Disallow: /admin/ Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* Sitemap: https://www.labeltac.com/xmlsitemap.php