User-agent: *
Disallow: /tools/
Disallow: /Content/
Disallow: /api/
Disallow: /folding_data/

User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: FacebookExternalHit/1.1
User-agent: Twitterbot
User-agent: Pinterest
User-agent: WhatsApp
User-agent: LinkedInBot
User-agent: Applebot
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: Adsbot-Bing
User-agent: MSNBot
User-agent: TelegramBot
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SemrushBot

Disallow:

User-agent: *
Disallow: /