User-agent: *
Disallow: /Admin/
Disallow: /ajax/
Disallow: /Committee/
Disallow: /Etc/
Disallow: /Images/
Disallow: /Lib/
Disallow: /Scripts/
Disallow: /Var/
Disallow: /Events/Prereg/
Disallow: /Clinics/Prereg/
Disallow: /soap/
Allow: /Committee/clubList.php
Crawl-delay: 10

User-agent: YandexBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Disallow: /

# MegaIndex.ru seems to have many ways to be identified
User-agent: MegaIndex
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /

User-agent: MJ12bot
Disallow: /