User-agent: YandexVideoParser
Disallow: /

User-agent: 008
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: Vagabondo
Disallow: /

User-Agent: SEOkicks-Robot
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: archive.org_bot
Disallow: /

User-Agent: special_archiver
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: special_archiver
Disallow: /

User-Agent: heritrix
Disallow: /

User-Agent: netEstate NE Crawler
Disallow: /

User-Agent: sistrix
Disallow: /

User-Agent: WBSearchBot
Disallow: /

User-Agent: QuerySeekerSpider
Disallow: /

User-agent: proximic
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Mail.Ru
Crawl-delay: 30

User-agent: Baiduspider
Crawl-delay: 30

User-agent: MSNBot
Crawl-delay: 7

User-agent: Bingbot
Crawl-delay: 7

User-agent: Slurp
Crawl-delay: 7


User-agent: Yandex
Crawl-delay: 60

User-agent: Yandex
Disallow: /de/
Disallow: /fr/
Disallow: /it/
Disallow: /es/
Disallow: /pt/
Disallow: /nl/
Disallow: /sv/
Disallow: /id/
Disallow: /ms/
Disallow: /ur/
Disallow: /ja/
Disallow: /ko/
Disallow: /th/
Disallow: /hi/
Disallow: /zh/
Disallow: /ar/