Split Tokenizer and DaTokenizer
2 files changed
tree: d431746053c431a1b1c61d5e0e01e9dd4ce8033c
  1. testdata/
  2. .gitignore
  3. datokenizer.go
  4. datokenizer_test.go
  5. go.mod
  6. go.sum