User-agent: ImagesiftBot
Disallow: /
#User-agent: HeadlessChrome
#Disallow: /
User-agent: Fuzz Faster U Fool
Disallow: /
User-agent: Eebzbot
Disallow: /
User-agent: Uptimebot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: KadoBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: gobuster 2.0.1
Disallow: /

User-agent: facebookexternalhit/1.1
Crawl-delay: 10

User-agent: meta-externalads/1.1
Crawl-delay: 10

user-agent: APIs-Google
disallow: /api/*
disallow: /_next/data/*
disallow: /_next/static/*
disallow: /hclstore/*
Disallow: /_next/
Disallow: /wcs/resources/

user-agent: AdsBot-Google-Mobile
disallow: /api/*
disallow: /_next/data/*
disallow: /_next/static/*
disallow: /hclstore/*
Disallow: /_next/
Disallow: /wcs/resources/

user-agent: AdsBot-Google
disallow: /api/*
disallow: /_next/data/*
disallow: /_next/static/*
disallow: /hclstore/*
Disallow: /_next/
Disallow: /wcs/resources/

user-agent: Mediapartners-Google
disallow: /api/*
disallow: /_next/data/*
disallow: /_next/static/*
disallow: /hclstore/*
Disallow: /_next/
Disallow: /wcs/resources/

User-agent: *
Allow: /
Disallow: /SearchDisplay*
Disallow: /ProductDisplay*
Disallow: /CategoryDisplay*
Disallow: /shop/SearchDisplay*
Disallow: /shop/ProductDisplay*
Disallow: /shop/CategoryDisplay*
Disallow: //SearchDisplay*
Disallow: //ProductDisplay*
Disallow: //CategoryDisplay*
Disallow: /shop//SearchDisplay*
Disallow: /shop//ProductDisplay*
Disallow: /shop//CategoryDisplay*
Disallow: /MiniShopCartDisplayView*
Disallow: /GetCSRFAuthTokenV2?*
Disallow: /ClickInfo*
Disallow: /p/*
Disallow: /c/*
Disallow: /*krypto=*
Disallow: /*.php*
Disallow: /*.html*
Disallow: /*.phtml*
Disallow: /*storeId=10153*
Disallow: /storelocatorinfo*
Disallow: /search/*
Disallow: /RESTOrderCalculate
Disallow: /RESTOrderCalculate*
Disallow: /*errorViewName=*
Disallow: /*orderId=*
Disallow: /WishListDisplayView*
Disallow: /AdvancedSearchDisplay*
# Bvstate: block crawlers to Bazaarvoice parameters causing double pages
Disallow: /*bvstate=

# Pagination: block crawlers for clean crawling and avoiding orphan PDPs
Disallow: /*facetName_2=*
Disallow: /*facetName_1=*
Disallow: /*facet_1=*
Disallow: /*facet_2=*
Disallow: /*facetLimit_1=*
Disallow: /*pageView=list
Disallow: /*pageSize=6
Disallow: /*pageSize=12
Disallow: /*pageSize=48
Disallow: /*beginIndex=-*
Disallow: /*beginIndex=10*
Disallow: /*beginIndex=11*

# Disallow actie url keywords
Disallow: /actie-transformers-met-korting
Disallow: /actie-paw-patrol-met-korting
Disallow: /actie-play-doh-met-korting
Disallow: /actie-baby-born-giveaway
Disallow: /actie-barbie-met-korting
Disallow: /actie-rainbocorns-met-korting
Disallow: /actie-hot-wheels-met-korting
Disallow: /actie-rc-autos-met-korting
Disallow: /actie-nerf-met-korting
Disallow: /actie-efteling-spellen-en-puzzels-met-korting
Disallow: /actie-smartgames-spellen-met-korting
Disallow: /actie-unbox-now-spellen-met-korting
Disallow: /actie-lego-marvel-met-korting
Disallow: /actie-fisher-price-met-korting
Disallow: /actie-hasbro-gaming-spellen-met-korting
Disallow: /actie-spellen-met-korting

# Ruby
Disallow: /mijn-account/
Disallow: /cart
Disallow: /checkout*
Disallow: /registreer
Disallow: /ResendActivationGuestView*
Disallow: /search*
Disallow: /*facet=*
Disallow: /*Price=*
Disallow: /*orderBy=*
Disallow: /*?flow=*
Disallow: /*step=*

#Disallow: /api/*
Disallow: /*fromPage=*
Disallow: /*beginIndex=*
Disallow: /*pageSize=*
Disallow: /*pageView=grid*
#Disallow: */wcsstore*
#Disallow: /_next/data/*
#Disallow: /_next/static/*
Disallow: /hclstore/*
#Disallow: /_next/
#Disallow: /wcs/resources/

#Disallow Cloudfare RUM Urls
Disallow: /cdn-cgi/ 

Sitemap: https://www.intertoys.nl/sitemap_11601.xml