User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

Allow: /
User-agent: SemrushBot
Disallow: /
#User-agent: facebookexternalhit
#Disallow: /