User-agent: Yandex
Disallow: /bitrix/
Disallow: */?
Disallow: /search/
Disallow: /*PAGE_NAME=
Disallow: /*/slide_show/
Disallow: /*/gallery/*order=*
Disallow: /*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*action=
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*back_url=*
Disallow: /*back_url_admin=*
Disallow: /*index.php$
Disallow: /news-15667/
HOST: https://vn.ru/

User-agent: *
Disallow: /bitrix/
Disallow: */?
Disallow: /search/
Disallow: /*PAGE_NAME=
Disallow: /*/slide_show/
Disallow: /*/gallery/*order=*
Disallow: /*&print=
Disallow: /*register=yes
Disallow: /*forgot_password=yes
Disallow: /*change_password=yes
Disallow: /*login=yes
Disallow: /*logout=yes
Disallow: /*auth=yes
Disallow: /*action=
Disallow: /*print_course=Y
Disallow: /*bitrix_*=
Disallow: /*backurl=*
Disallow: /*back_url=*
Disallow: /*back_url_admin=*
Disallow: /*index.php$

Sitemap: https://vn.ru/sitemap.xml

User-agent: Twitterbot
Allow: /upload/
123

User-agent: YandexNews
Allow: /news/json_yandex/
Crawl-delay: 0.1