diff --git a/common/predictive-text/unit_tests/headless/ascii-word-breaker.js b/common/predictive-text/unit_tests/headless/ascii-word-breaker.js new file mode 100644 index 0000000000..b0f83fffc9 --- /dev/null +++ b/common/predictive-text/unit_tests/headless/ascii-word-breaker.js @@ -0,0 +1,13 @@ +var assert = require('chai').assert; +var sinon = require('sinon'); + +let LMLayer = require('../../build'); +var breakASCIIWords = require('../../build/intermediate').wordBreakers['ascii']; + +describe('The ASCIIWordBreaker', function() { + it('breaks simple English sentences', function () { + let breaks = breakASCIIWords('Look! -- The quick brown fox jumps... over the lazy dog!'); + let words = breaks.map(span => span.text); + assert.deepEqual(words, ['Look', 'the', 'quick', 'brown', 'fox', 'jumps', 'over', 'the', 'lazy', 'dog']); + }); +}); \ No newline at end of file