User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /includes/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /log/
Disallow: /logs/
Disallow: /tmp/
Disallow: /temp/
Disallow: /cgi-bin/
Allow: /images/
Allow: /images/blog/
Allow: /templates/myssm/
Allow: /media/js/
Allow: /media/css/
Allow: /media/images/

User-Agent: Googlebot
Allow: /
Allow: *.css
Allow: *.js
Allow: *.jpeg
Allow: *.jpg
Allow: *.gif
Allow: *.bmp
Allow: *.png
Allow: *.pdf
Allow: *.svg

User-Agent: AhrefsBot
Allow: /
Allow: *.css
Allow: *.js
Allow: *.jpeg
Allow: *.jpg
Allow: *.gif
Allow: *.bmp
Allow: *.png
Allow: *.pdf
Allow: *.svg

User-Agent: facebookexternalhit
Disallow:
Allow: /

User-Agent: Facebot
Disallow:
Allow: /