From 3e030debd36e4f6c49b78e8d7ffd86d96d69fc57 Mon Sep 17 00:00:00 2001
From: Eddie Antonio Santos <easantos@ualberta.ca>
Date: Tue, 27 Aug 2019 09:57:04 -0600
Subject: [PATCH] Test for reading in UTF-16BE.

---
 .../tests/fixtures/example.qaa.utf16be/model.ts   |   5 +++++
 .../fixtures/example.qaa.utf16be/wordlist.txt     | Bin 0 -> 184 bytes
 developer/js/tests/test-parse-wordlist.ts         |   7 +++++++
 3 files changed, 12 insertions(+)
 create mode 100644 developer/js/tests/fixtures/example.qaa.utf16be/model.ts
 create mode 100644 developer/js/tests/fixtures/example.qaa.utf16be/wordlist.txt

diff --git a/developer/js/tests/fixtures/example.qaa.utf16be/model.ts b/developer/js/tests/fixtures/example.qaa.utf16be/model.ts
new file mode 100644
index 0000000000..d3fce80daf
--- /dev/null
+++ b/developer/js/tests/fixtures/example.qaa.utf16be/model.ts
@@ -0,0 +1,5 @@
+const source: LexicalModelSource = {
+  format: 'trie-1.0',
+  sources: ['wordlist.txt'],
+};
+export default source;
diff --git a/developer/js/tests/fixtures/example.qaa.utf16be/wordlist.txt b/developer/js/tests/fixtures/example.qaa.utf16be/wordlist.txt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcece85ffad121358c5838a3dc832de59915d98
GIT binary patch
literal 184
zcmXYrO%6st5JU?rU*a(HgPDk>g^dm32F~boAJs*ARc~Hb&;Q0&oS0C<A)rI#H28^R
zu{W<I3$2Jm+L==h%z>mw*3OEfa%7(Go|g42n9ETtki1<xE)mbYBx@FN$|CHxi}tI`
LuJ*GmCr*3-Wk?d%

literal 0
HcmV?d00001

diff --git a/developer/js/tests/test-parse-wordlist.ts b/developer/js/tests/test-parse-wordlist.ts
index fdda995417..caa90f209b 100644
--- a/developer/js/tests/test-parse-wordlist.ts
+++ b/developer/js/tests/test-parse-wordlist.ts
@@ -26,5 +26,12 @@ describe('parseWordList', function () {
     let wordlist = parseWordListFromFilename(filename);
     assert.lengthOf(wordlist, 10);
   });
+
+  it('should read wordlists in UTF-16 LE (with BOM)', function () {
+    // N.B.: this format... might be output by MS Excel? Maybe?
+    const filename = makePathToFixture('example.qaa.utf16be', 'wordlist.txt');
+    let wordlist = parseWordListFromFilename(filename);
+    assert.lengthOf(wordlist, 10);
+  });
 });