| commit | 4f6b28c444b542b712dd0f5cd793b0448b688aa2 | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Mon Oct 25 00:52:03 2021 +0200 |
| committer | Akron <nils@diewald-online.de> | Mon Oct 25 00:52:03 2021 +0200 |
| tree | bfb5ed69018218699793a0b22862bcb96328e4bb | |
| parent | 32416ce123c0554b34542482d19c771051d2c79d [diff] [blame] |
Support token offsets in token writer Change-Id: I7db20d8f26fd87a2f43c3a6599bfeba050fc340a
diff --git a/fomafile.go b/fomafile.go index 2b10736..33128a2 100644 --- a/fomafile.go +++ b/fomafile.go
@@ -29,6 +29,7 @@ type Tokenizer interface { Transduce(r io.Reader, w io.Writer) bool + TransduceTokenWriter(r io.Reader, w *TokenWriter) bool Type() string }