erabo/spiegel-keyman
1
0
Fork 0
mirror of https://github.com/keymanapp/keyman.git synced 2026-10-17 03:17:33 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

feat(web): add non-BMP test for edge-window-slide suite

Browse source
This commit is contained in:
Joshua Horton 2025-09-29 10:27:25 -05:00
parent cf017acb1c
commit 10ccc954ef
1 changed files with 11 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
web/src/test/auto/headless/engine/predictive-text/worker-thread/context/context-tokenization.tests.ts
View file

@ -868,6 +868,17 @@ describe('ContextTokenization', function() {
assert.isTrue(resultTokenization.tokens[0].isPartial);
});
it('preserves tokenization patterns when word slides partially out of window - SMP strings', () => {
const baseTokens = ['apples', ' ', 'and', ' ', 'bananas'].map(s => toMathematicalSMP(s));
const baseTokenization = new ContextTokenization(baseTokens.map(t => toToken(t)), null);
const resultTokenization = baseTokenization.applyContextSlide(plainModel, { insert: '', deleteLeft: 0, deleteRight: 2});
assert.notStrictEqual(resultTokenization, baseTokenization);
assert.deepEqual(resultTokenization.exampleInput, ['ples', ' ', 'and', ' ', 'bananas'].map(s => toMathematicalSMP(s)));
assert.isTrue(resultTokenization.tokens[0].isPartial);
});
it('does not preserve deleted tokens', () => {
const baseTokens = ['apples', ' ', 'and', ' ', 'bananas'];
const baseTokenization = new ContextTokenization(baseTokens.map(t => toToken(t)), null);