100644 blob edd45594bdcaed303ff7c4c0c3f622974ab28a0a	.gitignore
100644 blob 6956d47edcf2d95a00f1d9bd4d825e433fd3bb20	Readme.md
040000 tree 4168050b474ffa156e8d5c2be968036478244a64	cmd
100644 blob 5dfe0ca5eb3a8d19902a26ca1fd785f7f11c7730	datokenizer.go
100644 blob 6e219f160a066194f8a414f6048a0be2b4269939	datokenizer_test.go
100644 blob 74df04bb68a5d50dea29679ccf1c7065736cc08e	go.mod
100644 blob c3461cd0918257c12f91ba2b7ed5de9b3ef05d92	go.sum
040000 tree b5db22a144272fa8480207f2d043fe8211b360bf	src
040000 tree 995357cc94c95e918bcf0c63bd505047bd38ed1a	testdata