User-agent: SemrushBot
Disallow: /

User-agent: *

Allow: /pub/static/*?

Disallow: /index.php/
Disallow: /*?
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /catalogsearch/

#Disallow: /customer/account/login/referer/
#Disallow: /sendfriend/product/send/id/