User-agent: *
Allow: /
Noindex: /api/

user-agent: AhrefsBot
disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: MJ12bot
Disallow: /