| commit | 5c82a92803c4c6f1c14e82a09e9051090ea4dab2 | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Fri Sep 24 19:11:29 2021 +0200 |
| committer | Akron <nils@diewald-online.de> | Fri Sep 24 19:11:29 2021 +0200 |
| tree | 12e838475a51f5e7ba20399090289616adb5f1d5 | |
| parent | 1c34ce6b9116f8cb8a2ba4acb03df3ccabb0e48b [diff] [blame] |
Add sentence end detection to matrix
diff --git a/datok_test.go b/datok_test.go index 67617b2..8c2b894 100644 --- a/datok_test.go +++ b/datok_test.go
@@ -75,6 +75,7 @@ var tokens []string dat.Transduce(r, w) tokens = strings.Split(w.String(), "\n") + assert.Equal(len(tokens), 10) assert.Equal("wald", tokens[0]) assert.Equal("gehen", tokens[1]) assert.Equal("Da", tokens[2])