User-agent: *
Allow: /
Disallow: /css/
Disallow: /js/
Disallow: /img/

User-agent: Yandex
Allow: /
Allow: /ru/
Allow: /en/
Disallow: /ar/
Disallow: /pt/
Disallow: /es/
Disallow: /de/
Disallow: /id/
Disallow: /hi/
Disallow: /ja/

User-Agent: bingbot
Allow: /
Allow: /en/
Disallow: /ru/
Disallow: /ar/
Disallow: /pt/
Disallow: /es/
Disallow: /de/
Disallow: /id/
Disallow: /hi/
Disallow: /ja/
Disallow: /tr/

User-agent: Baiduspider
Allow: /
Allow: /en/
Allow: /zh/
Disallow: /ru/
Disallow: /ar/
Disallow: /pt/
Disallow: /es/
Disallow: /de/
Disallow: /id/
Disallow: /hi/
Disallow: /ja/
Disallow: /tr/

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /