User-agent: *
Crawl-delay: 100   
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-admin/admin-ajax.php

User-agent: Googlebot
Disallow: /admin/

User-agent: bingbot
Disallow: / 

User-agent: YandexBot
Disallow: / 

User-agent: BLEXBot
Disallow: / 

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: CompSpyBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemanticScholarBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow:/

User-agent: MegaIndex.ru/
Disallow:/

User-agent: ZoomInformation+Bot
Disallow:/

User-agent: +https://www.megaindex.ru/
Disallow:/

User-agent: bot.seekport.com
Disallow:/