User-agent: *
Crawl-Delay: 5
Disallow: /rss
Disallow: /search
Disallow: /nanna
Sitemap: https://digitallibrary.un.org/sitemap_index.xml.gz
User-agent: Yandex
User-agent: YandexBot
Crawl-Delay: 5
Disallow: /