| use strict; |
| use warnings; |
| use Test::More tests => 30; |
| use Test::Script; |
| use Test::TempDir::Tiny; |
| use File::Copy; |
| |
| script_runs([ 'script/korapxml2conllu', '-h' ], { exit => 1 }); |
| script_stdout_like "Description", "Can print help message"; |
| |
| for my $morpho_fname (glob("t/data/*\.*\.zip")) { |
| my $base_fname = $morpho_fname =~ s/(.*)\..*\.zip/$1.zip/r; |
| if (!-e $base_fname) { |
| fail("cannot find $base_fname"); |
| next; |
| }; |
| |
| my $conllu_fname = $base_fname =~ s/(.*)\.zip/$1.morpho.conllu/r; |
| if (!-e $conllu_fname) { |
| fail("cannot find $conllu_fname"); |
| next; |
| }; |
| |
| my $expected; |
| if (open(my $fh, '<', $conllu_fname)) { |
| local $/; |
| $expected = <$fh>; |
| close($fh); |
| } else { |
| fail("cannot open file $conllu_fname"); |
| next; |
| } |
| script_runs([ 'script/korapxml2conllu', $morpho_fname ], "Runs korapxml2conllu with pos and lemma annotated input"); |
| script_stdout_is $expected, "Converts $morpho_fname correctly"; |
| } |
| |
| for my $base_fname (glob("t/data/*\.zip")) { |
| my $conllu_fname = $base_fname =~ s/(.*)\.zip/$1.conllu/r; |
| next if (!-e $conllu_fname); |
| |
| my $expected; |
| if (open(my $fh, '<', $conllu_fname)) { |
| local $/; |
| $expected = <$fh>; |
| close($fh); |
| } else { |
| fail("cannot open file $conllu_fname"); |
| next; |
| } |
| script_runs([ 'script/korapxml2conllu', $base_fname ], "Runs korapxml2conllu with base input"); |
| script_stdout_is $expected, "Converts $base_fname correctly to CoNLL-U"; |
| } |
| |
| my $expected; |
| if (open(my $fh, '<', 't/data/goe.1c.txt')) { |
| local $/; |
| $expected = <$fh>; |
| close($fh); |
| } else { |
| fail("cannot open file."); |
| } |
| script_runs([ 'script/korapxml2conllu', '-c', '1', 't/data/goe.zip' ], "Runs korapxml2conllu in one column mode"); |
| script_stdout_is $expected, "Converts correctly in one column mode."; |
| |
| my $test_tempdir = tempdir(); |
| my $conllu_fname = "t/data/goe.morpho.conllu"; |
| if(open(my $fh, '<', $conllu_fname )) { |
| local $/; |
| $expected = <$fh>; |
| close($fh); |
| } else { |
| fail("cannot open file $conllu_fname"); |
| } |
| |
| ok(length($expected) > 100, 'Output is not empty'); |
| |
| my $zipfile = "$test_tempdir/goe.tree_tagger.zip"; |
| my $zipcontent; |
| script_runs([ 'script/conllu2korapxml', "t/data/goe.morpho.conllu" ], {stdout => \$zipcontent}, |
| "Converts t/data/goe.morpho.conllu to KorAP-XML zip"); |
| open(my $fh, ">", $zipfile) or fail("cannot open file $zipfile for writing"); |
| print $fh $zipcontent; |
| close($fh); |
| copy("t/data/goe.zip", $test_tempdir); |
| script_runs([ 'script/korapxml2conllu', "$test_tempdir/goe.tree_tagger.zip" ], |
| "Converts $test_tempdir/goe.tree_tagger.zip to CoNLL-U"); |
| script_stdout_is $expected, "Full round trip: Converts goe.morpho.conllu to KorAP-XML and back to CoNLL-U correctly"; |
| |
| script_runs([ 'script/korapxml2conllu', '-e', 'div/type', "t/data/goe.tree_tagger.zip" ], "Runs korapxml2conllu with morpho input and attribute extraction"); |
| script_stdout_like "\n# div/type = Autobiographie\n", "Extracts attributes from morpho zips"; |
| script_stdout_like "\n# div/type = section\n", "Extracts attributes from morpho zips"; |
| |
| script_runs([ 'script/korapxml2conllu', '-e', '(posting/id|div/id)', "t/data/wdf19.zip" ], "Runs korapxml2conllu with base input and regex attribute extraction"); |
| script_stdout_like "\n# posting/id = i.13075_11_45", "Extracts multiple attributes from base zips (1)"; |
| script_stdout_like "\n# div/id = i.13075_14", "Extracts multiple attributes from base zips (2)"; |
| script_stdout_like "\n# posting/id = i.14548_9_1\n3\tbonjour", "Extracts attributes in the right place"; |
| script_stdout_like "\n# posting/id = i.12610_4_4", "Extracts directly adjacent postings from base zips (1)"; |
| script_stdout_like "\n# posting/id = i.12610_4_5", "Extracts directly adjacent postings from base zips (2)"; |
| script_stdout_like "\n# posting/id = i.14548_9_1", "Extracts last postings in base zip"; |
| |
| script_runs([ 'script/korapxml2conllu', '-e', '(posting/id|div/id)', "t/data/wdf19.tree_tagger.zip" ], "Runs korapxml2conllu with morpho input and regex attribute extraction"); |
| script_stdout_like "\n# posting/id = i.13075_11_45", "Extracts multiple attributes from morpho zips (1)"; |
| script_stdout_like "\n# div/id = i.13075_14", "Extracts multiple attributes from morpho zips (2)"; |
| script_stdout_like "\n# posting/id = i.12610_4_4", "Extracts directly adjacent postings from morpho zips (1)"; |
| script_stdout_like "\n# posting/id = i.12610_4_5", "Extracts directly adjacent postings from morpho zips (2)"; |
| script_stdout_like "\n# posting/id = i.14548_9_1", "Extracts last postings in morpho zip"; |
| |
| done_testing; |