User-agent: Baiduspider
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: Pinterestbot/1.0
Disallow: /

User-Agent: MJ12bot/v1.4.8
Disallow: /


User-Agent: SemrushBot/1.2
Disallow: /

User-agent: *
Crawl-delay: 20
Disallow: /catalogsearch/
Disallow: /index.php/
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=