| commit | c9d84a6c3874ffd8a027c668fac7ffcdf1cb12c8 | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Tue Aug 03 15:56:03 2021 +0200 |
| committer | Akron <nils@diewald-online.de> | Tue Aug 03 15:56:03 2021 +0200 |
| tree | 3c5c77b51f1e38336950ca624dce869ed9d867d4 | |
| parent | 740f3d746e27f3ac40d5afc21aa2b0170320ddcb [diff] [blame] |
Sort alphabet prior to xCheck
diff --git a/datokenizer.go b/datokenizer.go index e128d49..b6e877b 100644 --- a/datokenizer.go +++ b/datokenizer.go
@@ -18,6 +18,7 @@ "fmt" "io" "os" + "sort" "strconv" "strings" "unicode/utf8" @@ -532,6 +533,9 @@ for a := range tok.transitions[s] { *A = append(*A, a) } + + // Not required, but simplifies bug hunting + sort.Ints(*A) } // Based on Mizobuchi et al (2000), p. 124