User-agent: Baiduspider
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: AhrefsBot
Disallow: /


User-agent: *
Crawl-delay: 30
Disallow: /assets/
Disallow: /data/
Disallow: /framework/
Disallow: /protected/
Disallow: /themes/
Disallow: /libs/
Disallow: /core/
Disallow: /modules/
Disallow: /admin.php
Disallow: /admin/