User-agent: Yandex
Disallow: /*.csv
Disallow: /*-oz.html*
Disallow: /site/*-zapros.html*
Disallow: /site/*-competitor.html*
Disallow: /site/*-lost.html*
Disallow: /site/*-top15.html*
Disallow: /site/*-top610.html*
Disallow: /site/*-top110.html*
Disallow: /site/*-top1120.html*
Disallow: /site/*-top2130.html*
Disallow: /zapros*?rubr*
Disallow: /zapros*?top*
Disallow: /rubrics*
Host: separser.ru

User-agent: *
Disallow: /*.csv
Disallow: /*-oz.html*
Disallow: /site/*-zapros.html*
Disallow: /site/*-competitor.html*
Disallow: /site/*-lost.html*
Disallow: /site/*-top15.html*
Disallow: /site/*-top610.html*
Disallow: /site/*-top110.html*
Disallow: /site/*-top1120.html*
Disallow: /site/*-top2130.html*
Disallow: /zapros/*-oz.html*
Disallow: /zapros/*-story.html*
Disallow: /zapros/*-story-google.html*
Disallow: /zapros/*-story-yandex.html*
Disallow: /zapros*?rubr*
Disallow: /zapros*?top*
Disallow: /rubrics*