User-agent: *
Crawl-delay: 20
Disallow: /personal
Disallow: /auth
Disallow: /search


User-agent: Yandex
Crawl-delay: 20
Disallow: /personal
Disallow: /auth
Disallow: /search
Host: www.flexmarket.ru