User-agent: AhrefsBot
Disallow: /

User-agent: +AhrefsBot
Disallow: /


User-agent: +SemrushBot
Disallow: /
#Crawl-delay: 1200

User-agent: SemrushBot
#Crawl-delay: 1200
Disallow: /

User-agent: PetalBot
Disallow: /
#Crawl-delay: 1200

User-agent: MJ12bot
Disallow: /
#Crawl-delay: 1200

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/*
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /index.php?option=com_forum&func=userlist
Disallow: /index.php?option=com_forum&func=userlist&limitstart=60
Disallow: /captain_zilog/*
Disallow: /*.swf
Disallow: /index.php?option=com_refdesign&Itemid=*
Disallow: /index.php?option=com_product&*