| commit | 32416ce123c0554b34542482d19c771051d2c79d | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Sat Oct 23 17:09:41 2021 +0200 |
| committer | Akron <nils@diewald-online.de> | Sat Oct 23 17:09:41 2021 +0200 |
| tree | 8b8851ae4ede6825e8e9df4e4500b03888e40540 | |
| parent | 98fbfefca1768dc9a498887a0cd2072a4c85f85a [diff] [blame] |
Support offsets in token writer Change-Id: I1a75f8b8b3e00a0d469580cb1abee72153bbe362
diff --git a/datok.go b/datok.go index 45a9a19..f8fccaa 100644 --- a/datok.go +++ b/datok.go
@@ -941,7 +941,7 @@ if DEBUG { fmt.Println("-> Flush buffer: [", string(buffer[bufft:buffc]), "]", showBuffer(buffer, buffc, buffi)) } - w.Token(0, buffer[bufft:buffc]) + w.Token(bufft, buffer[:buffc]) rewindBuffer = true sentenceEnd = false textEnd = false