# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /cart
Disallow: */import/csv/saved-cart
Disallow: */quick-order
Disallow: /checkout
Disallow: /my-account
Disallow: /*/*/search
Disallow: /*/*/quickViewOutfit
Disallow: /*/*/clothing/c/*
Disallow: /*/*/sale/c/dockers_clothing_sale_us/facets/*
Disallow: /*/*/unisex/*/c/*


#EU markets - blocks over 2 facet combinations
Disallow: /AT/*/*/c/*/facets/*/*/
Disallow: /BE/*/*/c/*/facets/*/*/
Disallow: /CH/*/*/c/*/facets/*/*/
Disallow: /DE/*/*/c/*/facets/*/*/
Disallow: /DK/*/*/c/*/facets/*/*/
Disallow: /ES/*/*/c/*/facets/*/*/
Disallow: /FI/*/*/c/*/facets/*/*/
Disallow: /FR/*/*/c/*/facets/*/*/
Disallow: /GB/*/*/c/*/facets/*/*/
Disallow: /IT/*/*/c/*/facets/*/*/
Disallow: /NL/*/*/c/*/facets/*/*/
Disallow: /NO/*/*/c/*/facets/*/*/
Disallow: /PT/*/*/c/*/facets/*/*/
Disallow: /RU/*/*/c/*/facets/*/*/
Disallow: /SE/*/*/c/*/facets/*/*/
Disallow: /TR/*/*/c/*/facets/*/*/

#US - allow up to 3 facet combinations
Disallow: /US/en_US/*/c/*/facets/*/*/*/*/*/*/*/
#CA - allow up to 2 facet combinations
Disallow: /CA/en_CA/*/c/*/facets/*/*/*/*/*/
Disallow: /CA/fr_CA/*/c/*/facets/*/*/*/*/*/

Disallow: */colorgroup
#Allow trousers and tops colorgroup facet navigation for all markets, block colorgroup for all other products.
#DE
Allow: */hosen/*colorgroup*
#FR
Allow: */pantalons/*colorgroup*
#ES
Allow: */pantalones/*colorgroup*
#All markets
Allow: */trousers/*colorgroup*
Allow: */tops/*colorgroup*
#Allow colorgroup in US & CA
Allow: /US/*/colorgroup
Allow: /CA/*/colorgroup


Disallow: *facets/feature-occasion
Allow: /US/*facets/feature-occasion
Allow: /CA/*facets/feature-occasion

Disallow: *facets/feature-stretch
Allow: /US/*facets/feature-stretch
Allow: /CA/*facets/feature-stretch

Disallow: *facets/feature-style
Allow: /US/*facets/feature-style
Allow: /CA/*facets/feature-style

Disallow: *facets/feature-materialtype
Allow: /US/*facets/feature-materialtype
Allow: /CA/*facets/feature-materialtype

Disallow: *facets/price
Allow: /US/*facets/price
Allow: /CA/*facets/price

Disallow: *facets/feature-distress
Allow: /US/*facets/feature-distress
Allow: /CA/*facets/feature-distress

Disallow: *facets/feature-graphic
Allow: /US/*facets/feature-graphic
Allow: /CA/*facets/feature-graphic

Disallow: *facets/feature-pattern
Allow: /US/*facets/feature-pattern
Allow: /CA/*facets/feature-pattern

Disallow: *facets/feature-gender
Allow: /US/*facets/feature-gender
Allow: /CA/*facets/feature-gender

Disallow: *facets/feature-apparel-features
Allow: /US/*facets/feature-apparel-features
Allow: /CA/*facets/feature-apparel-features

Disallow: *facets/feature-sleeve_length
Allow: /US/*facets/feature-apparel-features
Allow: /CA/*facets/feature-sleeve_length

Disallow: *facets/feature-closure
Allow: /US/*facets/feature-closure
Allow: /CA/*facets/feature-closure

Disallow: *facets/waist
Allow: /US/*facets/waist
Allow: /CA/*facets/waist

Disallow: *facets/length
Allow: /US/*facets/length
Allow: /CA/*facets/length

Disallow: *facets/size
Allow: /US/*facets/size
Allow: /CA/*facets/size

Disallow: *facets/feature-size_group
Allow: /US/*facets/feature-size_group
Allow: /CA/*facets/feature-size_group

Disallow: */facets/feature-wash
Allow: /US/*facets/feature-wash
Allow: /CA/*facets/feature-wash

Disallow: /*facets/feature-neck_line
Allow: /US/*facets/feature-neck_line
Allow: /CA/*facets/feature-neck_line

Disallow: /*facets/feature-material
Allow: /US/*facets/feature-material
Allow: /CA/*facets/feature-material

Request-rate: 1/10              # maximum rate is one page every 10 seconds
Crawl-delay: 10                 # 10 seconds between page requests

#Dockers developers to tweak URLs and add other markets where needed.
Sitemap: https://www.dockers.com/dockers-sitemap-international-mapping.xml
Sitemap: https://www.dockers.com/GB/en_GB/sitemap.xml
Sitemap: https://www.dockers.com/US/en_US/sitemap.xml
Sitemap: https://www.dockers.com/CA/en_CA/sitemap.xml
Sitemap: https://www.dockers.com/CA/fr_CA/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /

# Change crawl rate for googlebot
User-agent: googlebot

Request-rate: 1/1              # maximum rate is one page every 1 second
Crawl-delay: 1                # 1 second between page requests

# Block access to specific groups of pages
Disallow: /cart
Disallow: */import/csv/saved-cart
Disallow: */quick-order
Disallow: /checkout
Disallow: /my-account
Disallow: /*/*/search
Disallow: /*/*/quickViewOutfit
Disallow: /*/*/clothing/c/*
Disallow: /*/*/sale/c/dockers_clothing_sale_us/facets/*
Disallow: /*/*/unisex/*/c/*

#EU markets - blocks over 2 facet combinations
Disallow: /AT/*/*/c/*/facets/*/*/
Disallow: /BE/*/*/c/*/facets/*/*/
Disallow: /CH/*/*/c/*/facets/*/*/
Disallow: /DE/*/*/c/*/facets/*/*/
Disallow: /DK/*/*/c/*/facets/*/*/
Disallow: /ES/*/*/c/*/facets/*/*/
Disallow: /FI/*/*/c/*/facets/*/*/
Disallow: /FR/*/*/c/*/facets/*/*/
Disallow: /GB/*/*/c/*/facets/*/*/
Disallow: /IT/*/*/c/*/facets/*/*/
Disallow: /NL/*/*/c/*/facets/*/*/
Disallow: /NO/*/*/c/*/facets/*/*/
Disallow: /PT/*/*/c/*/facets/*/*/
Disallow: /RU/*/*/c/*/facets/*/*/
Disallow: /SE/*/*/c/*/facets/*/*/
Disallow: /TR/*/*/c/*/facets/*/*/

#US - allow up to 3 facet combinations
Disallow: /US/en_US/*/c/*/facets/*/*/*/*/*/*/*/
#CA - allow up to 2 facet combinations
Disallow: /CA/en_CA/*/c/*/facets/*/*/*/*/*/
Disallow: /CA/fr_CA/*/c/*/facets/*/*/*/*/*/

Disallow: */colorgroup
#Allow trousers and tops colorgroup facet navigation for all markets, block colorgroup for all other products.
#DE
Allow: */hosen/*colorgroup*
#FR
Allow: */pantalons/*colorgroup*
#ES
Allow: */pantalones/*colorgroup*
#All markets
Allow: */trousers/*colorgroup*
Allow: */tops/*colorgroup*
#Allow colorgroup in US & CA
Allow: /US/*/colorgroup
Allow: /CA/*/colorgroup


Disallow: *facets/feature-occasion
Allow: /US/*facets/feature-occasion
Allow: /CA/*facets/feature-occasion

Disallow: *facets/feature-stretch
Allow: /US/*facets/feature-stretch
Allow: /CA/*facets/feature-stretch

Disallow: *facets/feature-style
Allow: /US/*facets/feature-style
Allow: /CA/*facets/feature-style

Disallow: *facets/feature-materialtype
Allow: /US/*facets/feature-materialtype
Allow: /CA/*facets/feature-materialtype

Disallow: *facets/price
Allow: /US/*facets/price
Allow: /CA/*facets/price

Disallow: *facets/feature-distress
Allow: /US/*facets/feature-distress
Allow: /CA/*facets/feature-distress

Disallow: *facets/feature-graphic
Allow: /US/*facets/feature-graphic
Allow: /CA/*facets/feature-graphic

Disallow: *facets/feature-pattern
Allow: /US/*facets/feature-pattern
Allow: /CA/*facets/feature-pattern

Disallow: *facets/feature-gender
Allow: /US/*facets/feature-gender
Allow: /CA/*facets/feature-gender

Disallow: *facets/feature-apparel-features
Allow: /US/*facets/feature-apparel-features
Allow: /CA/*facets/feature-apparel-features

Disallow: *facets/feature-sleeve_length
Allow: /US/*facets/feature-apparel-features
Allow: /CA/*facets/feature-sleeve_length

Disallow: *facets/feature-closure
Allow: /US/*facets/feature-closure
Allow: /CA/*facets/feature-closure

Disallow: *facets/waist
Allow: /US/*facets/waist
Allow: /CA/*facets/waist

Disallow: *facets/length
Allow: /US/*facets/length
Allow: /CA/*facets/length

Disallow: *facets/size
Allow: /US/*facets/size
Allow: /CA/*facets/size

Disallow: *facets/feature-size_group
Allow: /US/*facets/feature-size_group
Allow: /CA/*facets/feature-size_group

Disallow: */facets/feature-wash
Allow: /US/*facets/feature-wash
Allow: /CA/*facets/feature-wash

Disallow: /*facets/feature-neck_line
Allow: /US/*facets/feature-neck_line
Allow: /CA/*facets/feature-neck_line

Disallow: /*facets/feature-material
Allow: /US/*facets/feature-material
Allow: /CA/*facets/feature-material

#Dockers developers to tweak URLs and add other markets where needed.
Sitemap: https://www.dockers.com/dockers-sitemap-international-mapping.xml
Sitemap: https://www.dockers.com/GB/en_GB/sitemap.xml
Sitemap: https://www.dockers.com/US/en_US/sitemap.xml
Sitemap: https://www.dockers.com/CA/en_CA/sitemap.xml
Sitemap: https://www.dockers.com/CA/fr_CA/sitemap.xml