User-agent: *
Disallow: /api/
Disallow: /admin/
Disallow: /en/users/
Disallow: /ru/users/
Disallow: /users/
Disallow: /projekt/
Disallow: /en/projekt/
Disallow: /ru/projekt/
Allow: /

User-agent: Googlebot
Disallow: /api/
Disallow: /admin/
Allow: /

User-agent: Bingbot
Disallow: /api/
Disallow: /admin/
Allow: /

# Block aggressive crawlers
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /