Test the ASCII word breaker.

This commit is contained in:
Eddie Antonio Santos 2019-05-02 13:32:14 -06:00
parent b2282c0349
commit ed9e95f9a7
No known key found for this signature in database
GPG key ID: DD411EA4D9509D87

View file

@ -0,0 +1,13 @@
var assert = require('chai').assert;
var sinon = require('sinon');
let LMLayer = require('../../build');
var breakASCIIWords = require('../../build/intermediate').wordBreakers['ascii'];
describe('The ASCIIWordBreaker', function() {
it('breaks simple English sentences', function () {
let breaks = breakASCIIWords('Look! -- The quick brown fox jumps... over the lazy dog!');
let words = breaks.map(span => span.text);
assert.deepEqual(words, ['Look', 'the', 'quick', 'brown', 'fox', 'jumps', 'over', 'the', 'lazy', 'dog']);
});
});