User-agent: *
Disallow: */swe/cart
Disallow: */swe/cart/*
Disallow: *_=*
Disallow: */*/c/brands
Disallow: *//c/
Disallow: */_s/saveFulfillmentJson
Disallow: */addBulkProductItemsToCart
Disallow: */addBulkProductItemsToCartReplacementModel
Disallow: */addCustomerUserNboProductTocart
Disallow: */addObseleteReplacementProductItemsToCart
Disallow: */addProductsToCartFormConfigurator
Disallow: */addToCartFromUrl
Disallow: */addtoJoblist/*
Disallow: */c/.seo-collapse
Disallow: */**/c/browseCategoryAndBrandForMobile
Disallow: */checkout
Disallow: */checkout/*
Disallow: */closeGlobalPromotion
Disallow: */closeNotificationIcon
Disallow: *collapseTwo
Disallow: */combined.css*
Disallow: */combined.js*
Disallow: */compare/
Disallow: */cookieCosent
Disallow: */cookieCosentToggler
Disallow: */deliveryDateSimulatorData.json
Disallow: */enableCookieConsent
Disallow: */erp/*
Disallow: */fast-register
Disallow: */findDefaultStore
Disallow: */findNearestStoreForAnonymous
Disallow: */footer/globalSites
Disallow: */GDPRCookieContainerComponentController/*
Disallow: */getBranchList*
Disallow: */getHtmlFormContent
Disallow: */getInspirationCompanyUrl
Disallow: */getJWTTokenAndUserDetails
Disallow: */getLimitedDistributionPickupZip
Disallow: */getNotificationMsgvaluesForLD
Disallow: */isQuantityVisibleForProducts
Disallow: */oauth/getOauthToken
Disallow: */getHtmlFormContent
Disallow: */getPagablePickupBranchesForAnonymous.json
Disallow: */getRegionList
Disallow: */getReplacementForObsoleteproduct
Disallow: */getTieredPricingMap
Disallow: */getJWTTokenAndUserDetails
Disallow: */isQuantitySectionVisible
Disallow: */isQuantityVisibleForProducts
Disallow: */login
Disallow: */login/*
Disallow: */logout
Disallow: */mergeCart/*
Disallow: */mobilelogin*
Disallow: */mobileprivacy
Disallow: */mobileRegistration*
Disallow: */mockMedia/*
Disallow: */mostordered/getcategories
Disallow: */my-account
Disallow: */my-account/*
Disallow: */myaccountpopup
Disallow: */my-company/*
Disallow: */mysettings
Disallow: */newQuickorder/*
Disallow: */notification/*
Disallow: */oauth/getOauthToken
Disallow: */obseleteProductAddToCart
Disallow: */order-return/*
Disallow: */order-new-return/*
Disallow: */p/getEmailPDPpopup
Disallow: */p/getTieredPricing
Disallow: */p/slangKeyword
Disallow: */pf/getProductSelectedVariant
Disallow: */pf/productvariants
Disallow: *page=0
Disallow: *page=-1
Disallow: *pageSize=*&
Disallow: */perse/getNoResultsPage
Disallow: */prefillAddToCart
Disallow: */priceToolTip/*
Disallow: */product360view/*
Disallow: */productBranchStock
Disallow: */productBranchStock/*
Disallow: */punchoutCxmlCart/punchout
Disallow: */quickorder
Disallow: */recommendedCategories.ajax
Disallow: */register
Disallow: */register/*
Disallow: */removeChangeRegionPopup
Disallow: */removeGDPRLegalNotification
Disallow: */removePCIComplianceNotification
Disallow: */replacementProduct
Disallow: */sales/*
Disallow: */updatelanguage
Disallow: */updateRegion
Disallow: */validateUpdateRegion
Disallow: */view/TabbedNavigationComponentController/updateTabIndex
Disallow: */p/*/zoomImages
Disallow: *{0}
Disallow: *%7B0%7D

## cms related
Disallow:*/cms/getPDPContent.json?productCode=*
## testing


# allow odd PDP combinations
Allow: *%3A*%3A*/p/*

# spam pattern
Disallow:/search*.com
Disallow:/search*.net

## site specific blocks
Disallow: 
Disallow: */pp-pdfview
Disallow: */pp-pdflinks
Disallow: */pp-marknad
Disallow: */pp-utbildning
Disallow: */pp-foretagsutveckling
Disallow: */pp-solenergi
Disallow: */pp-laddsystem
Disallow: */pp-energieffektivisering

# old pagination facets - tests

## PERSE


# Limit PLP Facet Crawling 

# Disallow facets but those allowed elsewhere
Disallow: *%3Arelevance%3A*%3A*
Disallow: *:relevance:*:*
Disallow: *%3A*%3A*
Disallow: *:*:*

## disallow other
Disallow: */c/*__*
Disallow: */c/*/*productbranchstock*
Disallow: *page=-1*
## disallow facet removal
Disallow: */c/*?q=%3Arelevance&text=&filter=&aliasname=&partialSearch=#

### disallow category facet on category pages
Disallow: */Produktkatalog/*/c/*relevance%3Acategory*

#Disallow brand facet on brand pages
Disallow: */Varum%C3%A4rke/*/c/*relevance%3Abrand*

# Allow / Disallow Brand facets for category pages
Allow: */Produktkatalog/*/c/*q=%3Arelevance%3Abrand%3A*
Disallow: */Produktkatalog/*/c/*q=%3Arelevance%3Abrand%3A*%3A
Disallow: */Produktkatalog/*/c/*q=%3Arelevance%3Abrand%3A*page=-1*

# Allow / Disallow Category Facets for Brand pages
Allow: */Varum%C3%A4rke/*/c/*q=%3Arelevance%3Acategory%3A*
Disallow: */Varum%C3%A4rke/*/c/*q=%3Arelevance%3Acategory%3A*%3A
Disallow: */Varum%C3%A4rke/*/c/*q=%3Arelevance%3Acategory%3A*page=-1*


User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: CazoodleBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: dotbot/1.0
Disallow: /
 
User-agent: Gigabot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User 
Disallow: /

User-agent: GPTBot
Disallow: /

Sitemap: https://www.rexel.se/swe/sitemap.xml

#v20231211