commit | a9e0c4247d80937970a9e70aa9481da8662e111e | [log] [tgz] |
---|---|---|
author | Akron <nils@diewald-online.de> | Wed Oct 27 19:01:17 2021 +0200 |
committer | Akron <nils@diewald-online.de> | Wed Oct 27 10:02:30 2021 +0200 |
tree | fd2214651c3f0840aaf2596362e87086c67491d5 | |
parent | e9431ecbd737f89d3adcc22a4a36fc32ff927386 [diff] |
Introduce --[no]-tokens flag Change-Id: I3aff53491151d8fe4e00d9f6747f8f12f6051a54
diff --git a/cmd/datok.go b/cmd/datok.go index e31745a..95919e3 100644 --- a/cmd/datok.go +++ b/cmd/datok.go
@@ -74,6 +74,7 @@ tw := datok.NewTokenWriterFromOptions( os.Stdout, cli.Tokenize.Positions, + cli.Tokenize.Tokens, cli.Tokenize.NewlineAfterEOT, )