Fix TokenWriter regarding sentence boundaries and remove simple TokenWriter
Change-Id: I38a276f87f1f457a765462dabb14a0511f9447a2
diff --git a/matrix.go b/matrix.go
index 3a06951..021c191 100644
--- a/matrix.go
+++ b/matrix.go
@@ -315,7 +315,7 @@
// Transduce input to ouutput
func (mat *MatrixTokenizer) Transduce(r io.Reader, w io.Writer) bool {
- return mat.TransduceTokenWriter(r, NewTokenWriter(w))
+ return mat.TransduceTokenWriter(r, NewTokenWriter(w, SIMPLE))
}
// TransduceTokenWriter transduces an input string against