Host: https://histrf.ru
Sitemap: https://histrf.ru/storage/sitemap.xml
User-Agent: YandexNews
Allow:

User-Agent: *
Allow: *.css?*
Allow: *.js?*
Disallow: /bundles/
Disallow: /*?clink=
Disallow: /*rss
Disallow: /*sort_by
Disallow: /*search
Disallow: /*?utm
Disallow: /api/v1/*
Allow: /rss
Allow: /api/v1/rss

User-Agent: Yandex
Disallow: /*?clink=
Disallow: /*sort_by
Disallow: /*search
Disallow: /*?utm
Disallow: /*?type
Disallow: /*?token
Disallow: /api/v1/*
Allow: /rss
Allow: /api/v1/rss

User-agent: Twitterbot
Allow: /


User-agent: Mail.Ru'
Disallow: /*?clink=
Disallow: /*sort_by
Disallow: /*search
Disallow: /*?utm
Disallow: /*?type
Disallow: /*?token
Disallow: /api/v1/*
Allow: /rss
Allow: /api/v1/rss