# Website Sitemap Sitemap: https://ecotools.be/sitemaps/sitemap_ecotools_be.xml Sitemap: https://ecotools.be/sitemaps/sitemap_ecotools_be_fr.xml # Crawlers Setup User-agent: * Allow: / Crawl-delay: 25 # Paths used by Magento's sorting or layered navigation Disallow: /*/q/*_ASC* Disallow: /*/q/*_DESC* Disallow: /checkout Disallow: /cart Disallow: /*aandrijving=* Disallow: /*aansluiting=* Disallow: /*aantal_tanden=* Disallow: /*asgat=* Disallow: /*breedte=* Disallow: /*categorie=* Disallow: /*color=* Disallow: /*diameter=* Disallow: /*Dikte=* Disallow: /*draad=* Disallow: /*geschikt_voor=* Disallow: /*Hoogte=* Disallow: /*Inhoud=* Disallow: /*Klembereik=* Disallow: /*Klemdiepte=* Disallow: /*korrel=* Disallow: /*kwasttype=* Disallow: /*lengte=* Disallow: /*maat=* Disallow: /*materiaal=* Disallow: /*materiaaldikte_tot=* Disallow: /*merk=* Disallow: /*plugtype=* Disallow: /*price=* Disallow: /*Radius=* Disallow: /*Schacht=* Disallow: /*schroefkop=* Disallow: /*toepassing=* Disallow: /*type_beitel=* Disallow: /*type_frees=* # ---------------------------------------------------- # Block bad crawlers # ---------------------------------------------------- # third party search engine bot User-agent: MJ12bot Disallow: / # Web-crawler by the company 'WiseGuys' to gather unstructured webdata User-agent: Vagabondo Disallow: / # Chinese Search Engine User-agent: BaiDuSpider Disallow: / # Russian Search Engine User-agent: Yandex Disallow: / User-agent: AhrefsBot Disallow: / User-agent: CFNetwork Disallow: / User-agent: TwengaBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: FatBot Disallow: / User-agent: CCBot Disallow: / User-agent: seoscanners.net Disallow: / User-agent: SpeedySpider Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: /