erabo/spiegel-keyman
1
0
Fork 0
mirror of https://github.com/keymanapp/keyman.git synced 2026-09-29 11:07:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 17

change(common/lmlayer): createMessyJoinRanges creates clean join ranges now

Browse source
This commit is contained in:
Eddie Antonio Santos 2020-04-24 14:44:58 -06:00
parent 3d7ad58f83
commit 7630660c57
No known key found for this signature in database
GPG key ID: DD411EA4D9509D87
1 changed files with 15 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
common/predictive-text/worker/word_breaking/join-word-breaker-decorator.ts
View file

@ -15,8 +15,7 @@ namespace wordBreakers {
let originalResults = breaker(input);
// Stores ranges of indices of spans that should be concatenated.
let messyJoinRanges: number[][] = createMessyJoinRanges(originalResults);
let joinRanges = mergeOverlappingRanges(messyJoinRanges);
let joinRanges = createJoinRanges(originalResults);
let contiguousRanges: number[][] = [];
let insideRange = false;
@ -54,9 +53,19 @@ namespace wordBreakers {
/**
* Returns ranges of indices of results that should be merged.
* Note! These WILL be overlapping!
*
* e.g., if joining on "-":
*
* ["-", "yâhk", "ê", "-", "nitawi", "-", "kotiskâwêyâhk", "ni", "-"]
* 0 1 2 3 4 5 6 7 8[:-]
*
* will return:
*
* [[0, 1], [2, 3, 4, 5, 6], [7, 8]]
*
* Those indices correspond to spans that should be joined.
*/
function createMessyJoinRanges(results: Span[]): number[][] {
function createJoinRanges(results: Span[]): number[][] {
let messyJoinRanges: number[][] = [];
// Figure out where there are spans to join.
@ -77,7 +86,8 @@ namespace wordBreakers {
}
}
return messyJoinRanges;
// Merge overlapping regions:
return mergeOverlappingRanges(messyJoinRanges);
}
function concatenateSpans(former: Span, latter: Span) {