User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: The Knowledge AI
Disallow: /

User-agent: *
Allow: /
Disallow: /index.php/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /catalog/product/view/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /customer/
Disallow: /sales/
Disallow: /oldorders/
Disallow: /amrewards/
Disallow: /review/
Disallow: /raf/
Disallow: /repayments/
Disallow: /marketplace/
Disallow: /private/
Disallow: /productalert/
Disallow: /sendfriend/
Disallow: /*?SID=