User-agent: Yandex
Crawl-delay: 2
Disallow: /api
Disallow: /registration
Disallow: /reset
Disallow: /login
Disallow: /alerts
Disallow: /*?
Disallow: /rb-docs
Disallow: /companies
Allow: /rb-docs/*.pdf
Allow: /companies/*.pdf

User-agent: Googlebot
Crawl-delay: 2
Disallow: /api
Disallow: /registration
Disallow: /reset
Disallow: /login
Disallow: /alerts
Disallow: /*?
Disallow: /rb-docs
Disallow: /companies
Allow: /rb-docs/*.pdf
Allow: /companies/*.pdf

User-agent: Bingbot
Disallow: /api
Disallow: /registration
Disallow: /reset
Disallow: /login
Disallow: /alerts
Disallow: /*?
Disallow: /rb-docs
Disallow: /companies
Allow: /rb-docs/*.pdf
Allow: /companies/*.pdf

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: sentibot
Disallow: /

User-agent: Riddler
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-Agent: *
Disallow: /api
Disallow: /registration
Disallow: /reset
Disallow: /login
Disallow: /alerts
Disallow: /*?
Disallow: /rb-docs
Disallow: /companies
Allow: /rb-docs/*.pdf
Allow: /companies/*.pdf