User-Agent: *

Sitemap: https://kosterfashion.nl/sitemap_index.xml

User-Agent: *
Disallow: /?filters=*
Disallow: /?s=*
Disallow: /mijn-account/
Disallow: /mijn-account/*
Disallow: /winkelwagen/
Disallow: /afrekenen/

User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-agent: teracent-feed-processing
Disallow: /

User-Agent: Ingrid
Crawl-delay: 20

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ShopWiki
Disallow: /

User-Agent: msnbot
Crawl-Delay: 20

User-Agent: Slurp
Crawl-delay: 20

User-Agent: Yahoo! Slurp
Crawl-delay: 20

User-agent: rogerbot
Crawl-delay: 2