spiegel-keyman/linux/keyman-config/tests/canonical_language_code_utils_tests.py

#!/usr/bin/env python3
import unittest

from keyman_config.canonical_language_code_utils import CanonicalLanguageCodeUtils


class CanonicalLanguageCodeUtilsTests(unittest.TestCase):
    def test_FindBestTag_EmptyTag(self):
        self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('', True, True))

    def test_FindBestTag_InvalidTag(self):
        self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('x', True, True))

    def test_FindBestTag_ValidCases(self):
        for testCase in [
            # #3485 - Gilaki (Latin) script
            { 'expected': 'glk-Arab-IR', 'tags': ['glk', 'glk-Arab', 'glk-Arab-IR', 'glk-IR'] },
            { 'expected': 'glk-Latn-IR', 'tags': ['glk-Latn', 'glk-Latn-IR'] },

            # #1719
            { 'expected': 'sqt-Arab-YE', 'tags': ['sqt', 'sqt-YE', 'sqt-Arab'] },
            { 'expected': 'sqt-Latn-YE', 'tags': ['sqt-Latn', 'sqt-Latn-YE'] },

            {'expected': 'sa-Latn-IN', 'tags': ['sa-Latn']},
            {'expected': 'he-Latn-IL', 'tags': ['he-Latn']},
            {'expected': 'hi-Latn-IN', 'tags': ['hi-Latn']},

            # #1282
            { 'expected': 'raw-Latn-MM', 'tags': ['raw', 'raw-MM', 'raw-Latn'] },

            # Various extended tags and tests
            { 'expected': 'km-KH', 'tags': ['km', 'km-kh', 'km-khmr', 'km-khmr-kh'] },
            {'expected': 'th-TH', 'tags': ['th', 'th-th', 'th-thai-th', 'th-Thai']},

            # A BCP 47 tag that is not in our canonicalization tables
            { 'expected': 'th-Latn-DE', 'tags': ['th-latn-de'] },

            { 'expected': 'fr-FR', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr'] },
            { 'expected': 'arn-Latn-CL', 'tags': ['arn', 'arn-cl'] },
            { 'expected': 'se-Latn-NO', 'tags': ['se', 'se-NO'] },
            { 'expected': 'kma-Latn-GH', 'tags': ['kma', 'kma-latn', 'kma-latn-gh'] },
            { 'expected': 'tpi-PG', 'tags': ['tpi', 'tpi-PG', 'tpi-Latn-PG'] },
            { 'expected': 'sv-SE', 'tags': ['sv'] },
            { 'expected': 'en-US', 'tags': ['en'] },

            # fonipa
            { 'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']},
            { 'expected': 'en-fonipa', 'tags': ['en-fonipa']},
            { 'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa'] },
            { 'expected': 'se-fonipa', 'tags': ['se-fonipa']},
            { 'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']},
            { 'expected': 'fr-fonipa', 'tags': ['fr-fonipa'] },

            # az-Cyrl
            {'expected': 'az-Cyrl-RU', 'tags': ['az-Cyrl']},
        ]:
            with self.subTest(testCase=testCase):
                expectedTag = testCase['expected']
                for tag in testCase['tags']:
                    with self.subTest(tag = tag):
                        # Execute
                        bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, True, True)

                        # Verify
                        msg = "\nFor %s:\nExpected: %s\ngot:      %s " % (tag, expectedTag, bestTag)
                        self.assertEqual(expectedTag, bestTag, msg)

    def test_FindBestTag_NotAddingRegion(self):
        for testCase in [
            {'expected': 'fr', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr']},
            {'expected': 'en-fonipa', 'tags': ['en-fonipa']},
            {'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa']},
            {'expected': 'se-fonipa', 'tags': ['se-fonipa']},
            {'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']},
            {'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']},
            {'expected': 'fr-fonipa', 'tags': ['fr-fonipa']}
        ]:
            with self.subTest(testCase=testCase):
                expectedTag = testCase['expected']
                for tag in testCase['tags']:
                    with self.subTest(tag=tag):
                        # Execute
                        bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, False, True)

                        # Verify
                        msg = "\nFor %s:\nExpected: %s\ngot:      %s " % (tag, expectedTag, bestTag)
                        self.assertEqual(expectedTag, bestTag, msg)


class NormalizeLanguageTests(unittest.TestCase):
    def test_normalizeLanguage(self):
        # Setup
        languages = [
            {'id': 'de'},
            {'id': 'esi-Latn'},
            {'id': 'dyo'},
            {'id': 'fuh-Arab'}
        ]

        for testcase in [
            {'given': 'de', 'expected': 'de'},
            {'given': 'esi', 'expected': 'esi'},
            {'given': 'esi-Latn', 'expected': 'esi'},
            {'given': 'es', 'expected': None},
            {'given': 'en', 'expected': None},
            {'given': None, 'expected': 'de'},
            # #3399
            {'given': 'dyo-latn', 'expected': 'dyo'},
            {'given': 'dyo', 'expected': 'dyo'},
            {'given': 'fuh-Arab', 'expected': 'fuh-Arab'},
            {'given': 'fuh', 'expected': None},
        ]:
            with self.subTest(data=testcase):
                # Execute
                result = CanonicalLanguageCodeUtils.normalize_language(languages, testcase['given'])

                # Verify
                self.assertEqual(result, testcase['expected'])

    def test_normalizeLanguage_noLanguages(self):
        # Setup
        languages = []

        # Execute
        result = CanonicalLanguageCodeUtils.normalize_language(languages, 'en')

        # Verify
        self.assertEqual(result, '')

    def test_normalizeLanguage_useFirstLanguage(self):
        # Setup
        languages = [
            {'id': 'en-Latn-US'}
        ]

        # Execute
        result = CanonicalLanguageCodeUtils.normalize_language(languages, None)

        # Verify
        self.assertEqual(result, 'en')