# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

#Aheref - BDCbot
User-agent: AhrefsBot
#Majestic
User-agent: MJ12bot
#Sem rush
User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

# Block all query strings
Disallow: /*?*=*
Allow: /*?start
Allow: /*?year=*&month=*
Allow:/*?format=*&type=*