User-agent: CriteoBot/0.1
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: YandexCalendar
Disallow: /

User-agent: *
Disallow: /ads.php