| commit | 325193e098e45f7a8eb174e3393af1e615c18eb1 | [log] [tgz] |
|---|---|---|
| author | Akron <nils@diewald-online.de> | Sun Mar 20 11:38:04 2022 +0100 |
| committer | Akron <nils@diewald-online.de> | Sun Mar 20 11:38:04 2022 +0100 |
| tree | bf281745c96dd4a738934e2c6c4aaad3db2c78f9 | |
| parent | da9c41126f573bb0cf8d55fdc3126931048a4874 [diff] [blame] |
Add blingfire Change-Id: I26814a0d5d9ab6a0f453e507cfc89fae399d4ebd
diff --git a/blingfire/blingfire_tok.py b/blingfire/blingfire_tok.py new file mode 100644 index 0000000..4929cdb --- /dev/null +++ b/blingfire/blingfire_tok.py
@@ -0,0 +1,8 @@ +import sys +from blingfire import * + +with open(sys.argv[1], 'r') as f: + contents = f.read() + + print(text_to_words(contents)) +