User-agent: *
Disallow: /*.html$
Disallow: /*.htm$
Disallow: /backup/
Disallow: /core/
Disallow: /manager/
Disallow: /templates/
Disallow: /assets/components/
Disallow: /oldsite/
Disallow: /code/
Disallow: /ajaxchat/
Crawl-delay: 300

User-agent: bingbot
Crawl-delay: 300

User-agent: Baiduspider
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /