User-agent: AhrefsBot
User-agent: Yandex
User-agent: YaDirectFetcher
User-agent: Baiduspider
Disallow: /

User-Agent: *
Crawl-delay: 2
Allow: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /agents/
Disallow: /agent-news/