blob: 5d0152f06ce6eb424a7cfb2ed0d1e62315d9ce30 [file] [log] [blame]
use strict;
use warnings;
use Test::More tests => 30;
use Test::Script;
use Test::TempDir::Tiny;
use File::Copy;
script_runs([ 'script/korapxml2conllu', '-h' ], { exit => 1 });
script_stdout_like "Description", "Can print help message";
for my $morpho_fname (glob("t/data/*\.*\.zip")) {
my $base_fname = $morpho_fname =~ s/(.*)\..*\.zip/$1.zip/r;
if (!-e $base_fname) {
fail("cannot find $base_fname");
next;
};
my $conllu_fname = $base_fname =~ s/(.*)\.zip/$1.morpho.conllu/r;
if (!-e $conllu_fname) {
fail("cannot find $conllu_fname");
next;
};
my $expected;
if (open(my $fh, '<', $conllu_fname)) {
local $/;
$expected = <$fh>;
close($fh);
} else {
fail("cannot open file $conllu_fname");
next;
}
script_runs([ 'script/korapxml2conllu', $morpho_fname ], "Runs korapxml2conllu with pos and lemma annotated input");
script_stdout_is $expected, "Converts $morpho_fname correctly";
}
for my $base_fname (glob("t/data/*\.zip")) {
my $conllu_fname = $base_fname =~ s/(.*)\.zip/$1.conllu/r;
next if (!-e $conllu_fname);
my $expected;
if (open(my $fh, '<', $conllu_fname)) {
local $/;
$expected = <$fh>;
close($fh);
} else {
fail("cannot open file $conllu_fname");
next;
}
script_runs([ 'script/korapxml2conllu', $base_fname ], "Runs korapxml2conllu with base input");
script_stdout_is $expected, "Converts $base_fname correctly to CoNLL-U";
}
my $expected;
if (open(my $fh, '<', 't/data/goe.1c.txt')) {
local $/;
$expected = <$fh>;
close($fh);
} else {
fail("cannot open file.");
}
script_runs([ 'script/korapxml2conllu', '-c', '1', 't/data/goe.zip' ], "Runs korapxml2conllu in one column mode");
script_stdout_is $expected, "Converts correctly in one column mode.";
my $test_tempdir = tempdir();
my $conllu_fname = "t/data/goe.morpho.conllu";
if(open(my $fh, '<', $conllu_fname )) {
local $/;
$expected = <$fh>;
close($fh);
} else {
fail("cannot open file $conllu_fname");
}
ok(length($expected) > 100, 'Output is not empty');
my $zipfile = "$test_tempdir/goe.tree_tagger.zip";
my $zipcontent;
script_runs([ 'script/conllu2korapxml', "t/data/goe.morpho.conllu" ], {stdout => \$zipcontent},
"Converts t/data/goe.morpho.conllu to KorAP-XML zip");
open(my $fh, ">", $zipfile) or fail("cannot open file $zipfile for writing");
print $fh $zipcontent;
close($fh);
copy("t/data/goe.zip", $test_tempdir);
script_runs([ 'script/korapxml2conllu', "$test_tempdir/goe.tree_tagger.zip" ],
"Converts $test_tempdir/goe.tree_tagger.zip to CoNLL-U");
script_stdout_is $expected, "Full round trip: Converts goe.morpho.conllu to KorAP-XML and back to CoNLL-U correctly";
script_runs([ 'script/korapxml2conllu', '-e', 'div/type', "t/data/goe.tree_tagger.zip" ], "Runs korapxml2conllu with morpho input and attribute extraction");
script_stdout_like "\n# div/type = Autobiographie\n", "Extracts attributes from morpho zips";
script_stdout_like "\n# div/type = section\n", "Extracts attributes from morpho zips";
script_runs([ 'script/korapxml2conllu', '-e', '(posting/id|div/id)', "t/data/wdf19.zip" ], "Runs korapxml2conllu with base input and regex attribute extraction");
script_stdout_like "\n# posting/id = i.13075_11_45", "Extracts multiple attributes from base zips (1)";
script_stdout_like "\n# div/id = i.13075_14", "Extracts multiple attributes from base zips (2)";
script_stdout_like "\n# posting/id = i.14548_9_1\n3\tbonjour", "Extracts attributes in the right place";
script_stdout_like "\n# posting/id = i.12610_4_4", "Extracts directly adjacent postings from base zips (1)";
script_stdout_like "\n# posting/id = i.12610_4_5", "Extracts directly adjacent postings from base zips (2)";
script_stdout_like "\n# posting/id = i.14548_9_1", "Extracts last postings in base zip";
script_runs([ 'script/korapxml2conllu', '-e', '(posting/id|div/id)', "t/data/wdf19.tree_tagger.zip" ], "Runs korapxml2conllu with morpho input and regex attribute extraction");
script_stdout_like "\n# posting/id = i.13075_11_45", "Extracts multiple attributes from morpho zips (1)";
script_stdout_like "\n# div/id = i.13075_14", "Extracts multiple attributes from morpho zips (2)";
script_stdout_like "\n# posting/id = i.12610_4_4", "Extracts directly adjacent postings from morpho zips (1)";
script_stdout_like "\n# posting/id = i.12610_4_5", "Extracts directly adjacent postings from morpho zips (2)";
script_stdout_like "\n# posting/id = i.14548_9_1", "Extracts last postings in morpho zip";
done_testing;