User-agent: * Crawl-delay: 5 Disallow: /app/ Disallow: /store_closed.html Disallow: /install.html Disallow: /please_wait.html Disallow: /privacy Disallow: /voorwaarden Disallow: /index.php?dispatch=checkout.* Disallow: /index.php?dispatch=profiles.* Disallow: /index.php?dispatch=auth.* Disallow: /index.php?dispatch=wishlist.* Disallow: /index.php?dispatch=orders.* User-agent: MJ12bot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: /