From af4e03662d0004c4a01d6ee8bc4788eff2dd04fa Mon Sep 17 00:00:00 2001
From: jahorton <jahorton@sil.org>
Date: Tue, 1 Sep 2020 08:45:24 +0700
Subject: [PATCH] fix(common/models): forgot DummyModel.tokenize

---
 common/predictive-text/worker/models/dummy-model.ts | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/common/predictive-text/worker/models/dummy-model.ts b/common/predictive-text/worker/models/dummy-model.ts
index 214a684ba4..ce0a97b1b7 100644
--- a/common/predictive-text/worker/models/dummy-model.ts
+++ b/common/predictive-text/worker/models/dummy-model.ts
@@ -82,6 +82,11 @@ namespace models {
       }
     }
 
+    tokenize(context: Context): USVString[] {
+      let words = wordBreakers.default_(context.left);
+      return words.map(span => span.text);
+    }
+
     wordbreak(context: Context): USVString {
       let words = wordBreakers.default_(context.left);
       if (words.length > 0) {