mirror of
https://github.com/keymanapp/keyman.git
synced 2026-10-19 20:37:47 +00:00
693f13a953
This improves the implementation for normalizing language tags when installing a keyboard. Based on the Windows implementation in `Keyman.System.CanonicalLanguageCodeUtils.pas`. One difference to the Windows implementation is that the mapping of 3- to 2-letter tags is based on `langtags.json` instead of `iso639-3.tab`. Closes #3399.
49 lines
1.8 KiB
Python
49 lines
1.8 KiB
Python
#!/usr/bin/python3
|
|
|
|
from keyman_config.bcp47tag import Bcp47Tag
|
|
from keyman_config.standards.lang_tags_map import LangTagsMap
|
|
|
|
|
|
class CanonicalLanguageCodeUtils():
|
|
def findBestTag(tag, addRegion):
|
|
"""
|
|
Find a language code with appropriate script and region subtags</summary>
|
|
|
|
This will canonicalize known tags, then apply rules to ensure script subtag
|
|
is present if not suppressed, and add a default region if none given.
|
|
"""
|
|
# See also windows/src/global/delphi/general/Keyman.System.CanonicalLanguageCodeUtils.pas
|
|
if not tag:
|
|
return None
|
|
|
|
bcp47Tag = Bcp47Tag.create(tag)
|
|
if not bcp47Tag:
|
|
return None
|
|
|
|
# First, canonicalize any unnecessary ISO639-3 codes
|
|
bcp47Tag.language = LangTagsMap.translateISO6393ToBCP47(bcp47Tag.language)
|
|
|
|
# Lookup the tag first, canonicalize to the base tag for known tags
|
|
result = LangTagsMap.lookupAllTags(bcp47Tag.tag)
|
|
if result:
|
|
bcp47Tag.tag = result
|
|
|
|
langTag = LangTagsMap.lookupLangTags(bcp47Tag.language)
|
|
if not langTag:
|
|
# Not a valid language subtag but perhaps it's a custom language
|
|
# We'll make no further assumptions
|
|
return bcp47Tag.tag
|
|
|
|
# Then, lookup the lang-script and see if there is a suppress-script
|
|
if bcp47Tag.script == langTag['script'] and langTag['suppress']:
|
|
bcp47Tag.script = ''
|
|
# Or add the default script in if it is missing and not a suppress-script
|
|
elif not bcp47Tag.script and not langTag['suppress']:
|
|
bcp47Tag.script = langTag['script']
|
|
|
|
# Add the region if not specified
|
|
if not bcp47Tag.region and addRegion:
|
|
bcp47Tag.region = langTag['region']
|
|
|
|
return bcp47Tag.tag
|
|
|