diff --git a/common/predictive-text/worker/models/dummy-model.ts b/common/predictive-text/worker/models/dummy-model.ts index 214a684ba4..ce0a97b1b7 100644 --- a/common/predictive-text/worker/models/dummy-model.ts +++ b/common/predictive-text/worker/models/dummy-model.ts @@ -82,6 +82,11 @@ namespace models { } } + tokenize(context: Context): USVString[] { + let words = wordBreakers.default_(context.left); + return words.map(span => span.text); + } + wordbreak(context: Context): USVString { let words = wordBreakers.default_(context.left); if (words.length > 0) {