User-agent: *
Crawl-delay: 30
Disallow: /ajax
Disallow: /ajax/
Disallow: /login
Disallow: /logout
Disallow: /join
Disallow: /join/
Disallow: /customer
Disallow: /customer/
Disallow: /shop/cart
Disallow: /shop/shipping
Disallow: /shop/review
Disallow: /shop/payment
Disallow: /smartship
Disallow: /smartship/
Allow: /

User-agent: SemrushBot
Disallow: /