diff --git a/web/src/engine/predictive-text/worker-thread/src/main/correction/context-tokenization.ts b/web/src/engine/predictive-text/worker-thread/src/main/correction/context-tokenization.ts index 2e10f389b0..177c42c992 100644 --- a/web/src/engine/predictive-text/worker-thread/src/main/correction/context-tokenization.ts +++ b/web/src/engine/predictive-text/worker-thread/src/main/correction/context-tokenization.ts @@ -819,11 +819,12 @@ export function analyzePathMergesAndSplits(priorTokenization: string[], resultTo * result token for either edit type, or to a token immediately after the * result. * - * Assertions: + * Preconditions: * - not used with epic/dict-breaker * - per unicode wordbreaker, no massive shifting of word boundaries for * prior text. - * - we can probably loosen this with work AT THIS STEP. + * - we can't handle part of one token being split off and simultaneously + * merged to another. */ let queueIndex = 0;