User-agent: Yandex
Clean-param: ysclid&yadclid&yadordid&yclid&fbclid&_

User-agent: Mail.RU
Disallow: /sitemap_index.xml
Disallow: /post-sitemap*
Crawl-delay: 20

User-agent: SemrushBot
User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Crawl-delay: 20

# global
User-agent: *
Crawl-delay: 20
Disallow: /xmlrpc.php