# Ban all spiders from the checkout:
User-agent: *
Disallow: /admin/
Disallow: /carts/
Disallow: /sidekiq/
Disallow: /tolk/