Fix TokenWriter regarding sentence boundaries and remove simple TokenWriter
Change-Id: I38a276f87f1f457a765462dabb14a0511f9447a2
diff --git a/datok.go b/datok.go
index 7e5a36d..5bd54e9 100644
--- a/datok.go
+++ b/datok.go
@@ -746,7 +746,7 @@
// Transduce input to ouutput
func (dat *DaTokenizer) Transduce(r io.Reader, w io.Writer) bool {
- return dat.TransduceTokenWriter(r, NewTokenWriter(w))
+ return dat.TransduceTokenWriter(r, NewTokenWriter(w, SIMPLE))
}
// TransduceTokenWriter transduces an input string against