Improve handling of ellipsis
Change-Id: I758e096678091f52fd3bc00b2a5f6ad1358881cc
diff --git a/matrix_test.go b/matrix_test.go
index c017af5..3b64d5c 100644
--- a/matrix_test.go
+++ b/matrix_test.go
@@ -331,6 +331,16 @@
assert.Equal(len(sentences), 8)
assert.Equal("Neulich\nerst\nhat\nmir\nder\nkleine\nVentivegni\nvon\ndrüben\ngesagt\n:\n'\nFräulein\nEffi\n,\nwas\ngilt\ndie\nWette\n,\nwir\nsind\nhier\nnoch\nin\ndiesem\nJahre\nzu\nPolterabend\nund\nHochzeit\n.\n'\n«", sentences[5])
assert.Equal("»\nUnd\nwas\nsagtest\ndu\nda\n?\n«", sentences[6])
+
+ text = `»Nun, gib dich zufrieden, ich fange schon an ... Also Baron
+Innstetten!`
+
+ w.Reset()
+ assert.True(mat.Transduce(strings.NewReader(text), w))
+ sentences = strings.Split(w.String(), "\n\n")
+ assert.Equal(len(sentences), 3)
+ assert.Equal("»\nNun\n,\ngib\ndich\nzufrieden\n,\nich\nfange\nschon\nan\n...", sentences[0])
+ assert.Equal("Also\nBaron\nInnstetten\n!", sentences[1])
}
func TestMatrixFullTokenizerTokenSplitter(t *testing.T) {