User-agent: LieBaoFast
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Jooblebot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: bingbot
Crawl-delay: 10

User-agent: YandexBot
Disallow: /


User-agent: *
# Protected routes
Disallow: /callback/
Disallow: /sign-up/
Disallow: /email-verification/
Disallow: /node/*
Disallow: /group/*/*
Disallow: /login
Disallow: /logout
Disallow: /registration
Disallow: /settings
Disallow: /verification
Disallow: /recovery
Disallow: /user/callback
Disallow: /auth-error