3367773b65d4629b0cdc994d134129b00f0f9a63 - KorAP/KorAP-Tokenizer

commit	3367773b65d4629b0cdc994d134129b00f0f9a63	[log] [tgz]
author	Marc Kupietz <kupietz@ids-mannheim.de>	Fri Sep 04 22:07:39 2020 +0200
committer	Marc Kupietz <kupietz@ids-mannheim.de>	Sat Sep 05 22:07:36 2020 +0200
tree	86588a5c60e52c837aa8e16090089bbb7da95abe

Initial import from private/Ingestion

Change-Id: I96f428c440ef301384de6d7ef2e348df7d729816

pom.xml[Added - diff]
src/main/java/de/ids_mannheim/korap/tokenizer/Span.java[Added - diff]
src/main/jflex/de/ids_mannheim/korap/tokenizer/KorAPTokenizerImpl.jflex[Added - diff]
src/test/java/TokenizerCoverTest.java[Added - diff]
src/test/java/TokenizerTest.java[Added - diff]
src/test/resources/bih.zip[Added - diff]
src/test/resources/empirist_gold_standard/COPYING[Added - diff]
src/test/resources/empirist_gold_standard/README.rst[Added - diff]
src/test/resources/empirist_gold_standard/reference.bib[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_blog_comment.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_professional_chat.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_social_chat.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_twitter.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_whatsapp.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/raw/cmc_test_wiki_discussion.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_blog_comment.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_professional_chat.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_social_chat.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_twitter.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_whatsapp.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_cmc/tokenized/cmc_test_wiki_discussion.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_001.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_002.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_003.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_004.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_005.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_006.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_007.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_008.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_009.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_010.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_011.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/raw/web_test_012.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_001.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_002.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_003.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_004.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_005.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_006.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_007.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_008.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_009.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_010.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_011.txt[Added - diff]
src/test/resources/empirist_gold_standard/test_web/tokenized/web_test_012.txt[Added - diff]
target/generated-sources/jflex/de/ids_mannheim/korap/tokenizer/KorAPTokenizerImpl.java[Added - diff]

46 files changed

tree: 86588a5c60e52c837aa8e16090089bbb7da95abe

src/
target/
pom.xml