User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /ru/slovar/*
Disallow: /en/dictionary/*

User-agent: *
Disallow: /en/*.html
Disallow: /ru/*.html
Disallow: /out/

Host: finrepo.fi
Sitemap: https://finrepo.fi/sitemaps.xml