#!/usr/bin/env python3 import unittest from keyman_config.canonical_language_code_utils import CanonicalLanguageCodeUtils class CanonicalLanguageCodeUtilsTests(unittest.TestCase): def test_FindBestTag_EmptyTag(self): self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('', True, True)) def test_FindBestTag_InvalidTag(self): self.assertIsNone(CanonicalLanguageCodeUtils.findBestTag('x', True, True)) def test_FindBestTag_ValidCases(self): for testCase in [ # #3485 - Gilaki (Latin) script { 'expected': 'glk-Arab-IR', 'tags': ['glk', 'glk-Arab', 'glk-Arab-IR', 'glk-IR'] }, { 'expected': 'glk-Latn-IR', 'tags': ['glk-Latn', 'glk-Latn-IR'] }, # #1719 { 'expected': 'sqt-Arab-YE', 'tags': ['sqt', 'sqt-YE', 'sqt-Arab'] }, { 'expected': 'sqt-Latn-YE', 'tags': ['sqt-Latn', 'sqt-Latn-YE'] }, {'expected': 'sa-Latn-IN', 'tags': ['sa-Latn']}, {'expected': 'he-Latn-IL', 'tags': ['he-Latn']}, {'expected': 'hi-Latn-IN', 'tags': ['hi-Latn']}, # #1282 { 'expected': 'raw-Latn-MM', 'tags': ['raw', 'raw-MM', 'raw-Latn'] }, # Various extended tags and tests { 'expected': 'km-KH', 'tags': ['km', 'km-kh', 'km-khmr', 'km-khmr-kh'] }, {'expected': 'th-TH', 'tags': ['th', 'th-th', 'th-thai-th', 'th-Thai']}, # A BCP 47 tag that is not in our canonicalization tables { 'expected': 'th-Latn-DE', 'tags': ['th-latn-de'] }, { 'expected': 'fr-FR', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr'] }, { 'expected': 'arn-Latn-CL', 'tags': ['arn', 'arn-cl'] }, { 'expected': 'se-Latn-NO', 'tags': ['se', 'se-NO'] }, { 'expected': 'kma-Latn-GH', 'tags': ['kma', 'kma-latn', 'kma-latn-gh'] }, { 'expected': 'tpi-PG', 'tags': ['tpi', 'tpi-PG', 'tpi-Latn-PG'] }, { 'expected': 'sv-SE', 'tags': ['sv'] }, { 'expected': 'en-US', 'tags': ['en'] }, # fonipa { 'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']}, { 'expected': 'en-fonipa', 'tags': ['en-fonipa']}, { 'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa'] }, { 'expected': 'se-fonipa', 'tags': ['se-fonipa']}, { 'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']}, { 'expected': 'fr-fonipa', 'tags': ['fr-fonipa'] }, # az-Cyrl {'expected': 'az-Cyrl-RU', 'tags': ['az-Cyrl']}, ]: with self.subTest(testCase=testCase): expectedTag = testCase['expected'] for tag in testCase['tags']: with self.subTest(tag = tag): # Execute bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, True, True) # Verify msg = "\nFor %s:\nExpected: %s\ngot: %s " % (tag, expectedTag, bestTag) self.assertEqual(expectedTag, bestTag, msg) def test_FindBestTag_NotAddingRegion(self): for testCase in [ {'expected': 'fr', 'tags': ['fr', 'fr-FR', 'fr-Latn-fr']}, {'expected': 'en-fonipa', 'tags': ['en-fonipa']}, {'expected': 'tpi-Latn-fonipa', 'tags': ['tpi-Latn-fonipa']}, {'expected': 'se-fonipa', 'tags': ['se-fonipa']}, {'expected': 'se-NO-fonipa', 'tags': ['se-no-fonipa']}, {'expected': 'und-fonipa', 'tags': ['und-fonipa', 'und-Latn-fonipa', 'und-Latn-fonipa-x-test']}, {'expected': 'fr-fonipa', 'tags': ['fr-fonipa']} ]: with self.subTest(testCase=testCase): expectedTag = testCase['expected'] for tag in testCase['tags']: with self.subTest(tag=tag): # Execute bestTag = CanonicalLanguageCodeUtils.findBestTag(tag, False, True) # Verify msg = "\nFor %s:\nExpected: %s\ngot: %s " % (tag, expectedTag, bestTag) self.assertEqual(expectedTag, bestTag, msg) class NormalizeLanguageTests(unittest.TestCase): def test_normalizeLanguage(self): # Setup languages = [ {'id': 'de'}, {'id': 'esi-Latn'}, {'id': 'dyo'}, {'id': 'fuh-Arab'} ] for testcase in [ {'given': 'de', 'expected': 'de'}, {'given': 'esi', 'expected': 'esi'}, {'given': 'esi-Latn', 'expected': 'esi'}, {'given': 'es', 'expected': None}, {'given': 'en', 'expected': None}, {'given': None, 'expected': 'de'}, # #3399 {'given': 'dyo-latn', 'expected': 'dyo'}, {'given': 'dyo', 'expected': 'dyo'}, {'given': 'fuh-Arab', 'expected': 'fuh-Arab'}, {'given': 'fuh', 'expected': None}, ]: with self.subTest(data=testcase): # Execute result = CanonicalLanguageCodeUtils.normalize_language(languages, testcase['given']) # Verify self.assertEqual(result, testcase['expected']) def test_normalizeLanguage_noLanguages(self): # Setup languages = [] # Execute result = CanonicalLanguageCodeUtils.normalize_language(languages, 'en') # Verify self.assertEqual(result, '') def test_normalizeLanguage_useFirstLanguage(self): # Setup languages = [ {'id': 'en-Latn-US'} ] # Execute result = CanonicalLanguageCodeUtils.normalize_language(languages, None) # Verify self.assertEqual(result, 'en')