spiegel-keyman/web/src/engine/predictive-text/worker-thread/src/main/test-index.ts
Joshua Horton 494fbe20b7 feat(web): define keying function that matches paths that result in compatible context tokenizations
This method is designed to identify changes in tokenization upon input that result in the same tokenization effects when applied.  Such cases are safe to batch together when building search path extensions.

Build-bot: skip build:web
Test-bot: skip
2025-09-29 14:48:46 -05:00

18 lines
No EOL
1.1 KiB
TypeScript

export { ClassicalDistanceCalculation, EditOperation, EditTuple, forNewIndices } from './correction/classical-calculation.js';
export * from './correction/context-state.js';
export { ContextToken } from './correction/context-token.js';
export * from './correction/context-tokenization.js';
export { ContextTracker } from './correction/context-tracker.js';
export { ContextTransition } from './correction/context-transition.js';
export * from './correction/alignment-helpers.js';
export { ExtendedEditOperation, SegmentableDistanceCalculation } from './correction/segmentable-calculation.js';
export * from './correction/tokenization-subsets.js';
export * as correction from './correction/index.js';
export * from './model-helpers.js';
export * as models from './models/index.js';
export { ModelCompositor } from './model-compositor.js';
export * from './correction/transform-tokenization.js';
export * from './predict-helpers.js';
export { default as TransformUtils } from './transformUtils.js'
export { default as LMLayerWorker } from './index.js'
export * from './transform-subsets.js';