# Crawlers Setup
User-agent: *
Disallow: /basket/
Disallow: /checkout/
Disallow: /common/
Disallow: /modules/
Disallow: /template/
Disallow: /emailtemplates/
Disallow: /referentiemateriaal
Disallow: /api/pdp/images*
Disallow: /api/plp/global-layout*
Disallow: /api/social-messaging/
Disallow: /shop/product/streams/media/
Disallow: /rest/api/basket*
Disallow: /rest/api/session*
# Paths (no clean URLs)
Disallow: /*browse*
Disallow: /*rating_*
Disallow: /*gender_*
Disallow: /*price_*
Disallow: /*size_*
Disallow: /*strength-mg*
Disallow: /*strength-iu*
Disallow: /*showAll=*
Disallow: /*skupromo_*
Disallow: /*strength-g_less-than*
Disallow: /*strength-c_less-than*
Disallow: /*strength-ml_less-than*
Disallow: /*sort_ratings*
Disallow: /*sort_high-low*
Disallow: /*sort_low-high*
Disallow: /*sort_a-to-z*
Disallow: /*sort_z-to-a*
Disallow: /*sort_topseller*
Disallow: /*N=*
Disallow: /_next/static*
Disallow: /auth/
#Disallow: /search/
Disallow: /*brandId=*
Disallow: /*bvroute=*
Disallow: /*bvstate=*
Disallow: /*cat=*
Disallow: /*isOneSearchMVT=*
#Disallow: /*isSearch=*
Disallow: /*limit=*
Disallow: /*page-sort=*
#Disallow: /*query=*
Disallow: /*SID=*
# allow all resources
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.svg
Allow: /*.gif
Allow: /*.png
Allow: /*.js*
Allow: /*.css*
Allow: /*.jpg*
Allow: /*.jpeg*
Allow: /*.svg*
Allow: /*.gif*
Allow: /*.png*
Allow: /*?t=skupromo_all
Allow: /_next/static/*.js
Allow: /_next/static/*.css
# Website Sitemap
Sitemap: https://www.hollandandbarrett.nl/sitemap.xml

User-agent: AdIdxBot
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: AdsBot-Google
Allow: /