Support NDY metadata
Change-Id: Ifebed2de671ac516782a4daf49b2440e89ec4533
diff --git a/t/real/corpus/NDY/296/008718/base/tokens.xml b/t/real/corpus/NDY/296/008718/base/tokens.xml
new file mode 100644
index 0000000..723f3f2
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/base/tokens.xml
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng"
+ type="application/xml"
+ schematypens="http://relaxng.org/ns/structure/1.0"?>
+<layer docid="NDY_296.008718"
+ xmlns="http://ids-mannheim.de/ns/KorAP"
+ version="KorAP-0.4">
+ <spanList>
+ <span id="t_0" from="0" to="1" />
+ </spanList>
+</layer>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/corenlp/constituency.xml b/t/real/corpus/NDY/296/008718/corenlp/constituency.xml
new file mode 100644
index 0000000..304bf8a
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/corenlp/constituency.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" version="KorAP-0.4">
+ <spanList/>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/corenlp/metadata.xml b/t/real/corpus/NDY/296/008718/corenlp/metadata.xml
new file mode 100644
index 0000000..94b1bda
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/corenlp/metadata.xml
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="metadata.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+<metadata docid="NDY_296.008718" type="foundry" xmlns="http://ids-mannheim.de/ns/KorAP"> <doc file="../data.xml" />
+<foundry name="corenlp"><layer segm="tok" file="tokens.xml" name="token" id="l1" /><layer segm="s" file="sentences.xml" name="sent" id="l2" /><layer info="pos lemma" file="morpho.xml" name="morph" id="l3" /></foundry></metadata>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/corenlp/morpho.xml b/t/real/corpus/NDY/296/008718/corenlp/morpho.xml
new file mode 100644
index 0000000..304bf8a
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/corenlp/morpho.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" version="KorAP-0.4">
+ <spanList/>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/corenlp/sentences.xml b/t/real/corpus/NDY/296/008718/corenlp/sentences.xml
new file mode 100644
index 0000000..304bf8a
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/corenlp/sentences.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" version="KorAP-0.4">
+ <spanList/>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/corenlp/tokens.xml b/t/real/corpus/NDY/296/008718/corenlp/tokens.xml
new file mode 100644
index 0000000..304bf8a
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/corenlp/tokens.xml
@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" version="KorAP-0.4">
+ <spanList/>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/data.xml b/t/real/corpus/NDY/296/008718/data.xml
new file mode 100644
index 0000000..4bac9a0
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/data.xml
@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="text.rng"
+ type="application/xml"
+ schematypens="http://relaxng.org/ns/structure/1.0"?>
+<raw_text docid="NDY_296.008718"
+ xmlns="http://ids-mannheim.de/ns/KorAP">
+ <metadata file="metadata.xml" />
+ <text>😍</text>
+</raw_text>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/header.xml b/t/real/corpus/NDY/296/008718/header.xml
new file mode 100644
index 0000000..a56a8b4
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/header.xml
@@ -0,0 +1,86 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="header.rng"
+ type="application/xml"
+ schematypens="http://relaxng.org/ns/structure/1.0"?>
+<!DOCTYPE idsCorpus PUBLIC "-//IDS//DTD IDS-XCES 1.0//EN"
+ "http://corpora.ids-mannheim.de/idsxces1/DTD/ids.xcesdoc.dtd">
+<idsHeader type="text" pattern="text" status="new" version="1.1" TEIform="teiHeader">
+ <fileDesc>
+ <titleStmt>
+ <textSigle>NDY/296.008718</textSigle>
+ <t.title assemblage="external">NDY/296.008718 Kommentar zu: LOCKE hat mein MERCEDES AMG ZERSTÖRT!😡 (AutoUnfall), - YouTube, 04.12.2017</t.title>
+ </titleStmt>
+ <publicationStmt>
+ <distributor/>
+ <pubAddress/>
+ <availability region="ids" Default="n" status="unknown">QAO-NC-LOC:ids</availability>
+ <pubDate/>
+ </publicationStmt>
+ <sourceDesc Default="n">
+ <biblStruct Default="n" status="draft">
+ <analytic>
+ <h.title type="main">Kommentar zu: LOCKE hat mein MERCEDES AMG ZERSTÖRT!😡 (AutoUnfall)</h.title>
+ <h.author>Livia Banse</h.author>
+ <imprint/>
+ <biblScope type="pp"/>
+ <biblScope type="suppl"/>
+ <biblScope type="suppltitle"/>
+ <biblNote n="1"/>
+ <biblNote n="url">https://youtube.googleapis.com/youtube/v3/comments?part=snippet&id=UgwyndbbrTpNztj0vwh4AaABAg&key=[YOUR_API_KEY]</biblNote>
+ </analytic>
+ <monogr>
+ <h.title type="main">YouTube</h.title>
+ <h.title type="sub"/>
+ <h.title type="abbr">YouTube</h.title>
+ <editor/>
+ <imprint>
+ <publisher>YouTube</publisher>
+ <pubDate type="year">2017</pubDate>
+ <pubDate type="month">12</pubDate>
+ <pubDate type="day">04</pubDate>
+ <pubDate type="time">2017-12-04T12:56:36.000Z</pubDate>
+ <pubPlace/>
+ </imprint>
+ <biblScope type="issue"/>
+ <biblScope type="issueplace"/>
+ <biblScope type="vol"/>
+ </monogr>
+ </biblStruct>
+ <reference type="complete" assemblage="regular">NDY/296.008718, YouTube, 04.12.2017. Livia Banse: Kommentar zu: LOCKE hat mein MERCEDES AMG ZERSTÖRT!😡 (AutoUnfall), - YouTube
+ </reference>
+ <reference type="short" assemblage="regular">NDY/296.008718, YouTube, 04.12.2017</reference>
+ </sourceDesc>
+ </fileDesc>
+ <encodingDesc>
+ <samplingDecl Default="n"/>
+ <editorialDecl Default="n">
+ <pagination type="no"/>
+ </editorialDecl>
+ <tagsDecl>
+ <tagUsage gi="p" occurs="1"/>
+ </tagsDecl>
+ </encodingDesc>
+ <profileDesc>
+ <creation>
+ <creatDate>2017.12.04</creatDate>
+ <creatRef>4.12.2017</creatRef>
+ <creatRefShort>4.12.2017</creatRefShort>
+ </creation>
+ <textClass Default="n">
+ <catRef n="24" target="videoCategories.entertainment" scheme="YTvideoCategories"/>
+ </textClass>
+ <textDesc Default="n">
+ <textType>Kurzmeldungen: YouTube-Kommentare</textType>
+ <textTypeArt/>
+ <textDomain/>
+ <column/>
+ </textDesc>
+ <correspDesc Default="n">
+ <correspContext>
+ <ref type="channel" n="1" target="https://www.youtube.com/watch?v=UCk-ERvn9_tUjg7e8Bn921gA"/>
+ <ref type="video" n="1" target="https://www.youtube.com/watch?v=JnPVOl-sO64"/>
+ <ref type="parent"/>
+ </correspContext>
+ </correspDesc>
+ </profileDesc>
+ </idsHeader>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/malt/dependency.xml b/t/real/corpus/NDY/296/008718/malt/dependency.xml
new file mode 100644
index 0000000..f28bd17
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/malt/dependency.xml
@@ -0,0 +1,11 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+<layer docid="NDY_296.008718" xmlns="http://ids-mannheim.de/ns/KorAP" version="KorAP-0.4">
+<spanList>
+<span id="s2318566_n1" from="0" to="1">
+<rel label="ROOT">
+<span from="0" to="1"/>
+</rel>
+</span>
+</spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/marmot/morpho.xml b/t/real/corpus/NDY/296/008718/marmot/morpho.xml
new file mode 100644
index 0000000..9852add
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/marmot/morpho.xml
@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+<layer docid="NDY_296.008718" xmlns="http://ids-mannheim.de/ns/KorAP" version="KorAP-0.4">
+<spanList>
+ <span id="s4195562_n1" from="0" to="1">
+ <fs type="lex" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="lex">
+ <fs>
+ <f name="pos">XY</f>
+ </fs>
+ </f>
+ </fs>
+ </span>
+ </spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/opennlp/metadata.xml b/t/real/corpus/NDY/296/008718/opennlp/metadata.xml
new file mode 100644
index 0000000..61411b4
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/opennlp/metadata.xml
@@ -0,0 +1,4 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="metadata.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+<metadata docid="NDY_296.008718" type="foundry" xmlns="http://ids-mannheim.de/ns/KorAP"> <doc file="../data.xml" />
+<foundry name="opennlp"><layer segm="tok" file="tokens.xml" name="token" id="l1" /><layer segm="s" file="sentences.xml" name="sent" id="l2" /><layer info="pos lemma" file="morpho.xml" name="morph" id="l3" /></foundry></metadata>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/opennlp/morpho.xml b/t/real/corpus/NDY/296/008718/opennlp/morpho.xml
new file mode 100644
index 0000000..2aade7f
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/opennlp/morpho.xml
@@ -0,0 +1,16 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" VERSION="KorAP-0.4">
+ <spanList>
+ <span id="s_0" from="0" to="1">
+ <fs xmlns="http://www.tei-c.org/ns/1.0" type="lex">
+ <f name="lex">
+ <fs>
+ <f name="pos">XY</f>
+ </fs>
+ </f>
+ </fs>
+ </span>
+ </spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/opennlp/sentences.xml b/t/real/corpus/NDY/296/008718/opennlp/sentences.xml
new file mode 100644
index 0000000..de054d3
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/opennlp/sentences.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" VERSION="KorAP-0.4">
+ <spanList>
+ <span from="0" to="2"/>
+ </spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/opennlp/tokens.xml b/t/real/corpus/NDY/296/008718/opennlp/tokens.xml
new file mode 100644
index 0000000..6a82ed6
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/opennlp/tokens.xml
@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" docid="NDY_296.008718" VERSION="KorAP-0.4">
+ <spanList>
+ <span id="s_0" from="0" to="1"/>
+ </spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/008718/struct/structure.xml b/t/real/corpus/NDY/296/008718/struct/structure.xml
new file mode 100644
index 0000000..63e5f50
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/struct/structure.xml
@@ -0,0 +1,50 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng"
+ type="application/xml"
+ schematypens="http://relaxng.org/ns/structure/1.0"?>
+<layer docid="NDY_296.008718"
+ xmlns="http://ids-mannheim.de/ns/KorAP"
+ version="KorAP-0.4">
+ <spanList>
+ <span id="s0" from="0" to="1" l="1">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">text</f>
+ </fs>
+ </span>
+ <span id="s1" from="0" to="1" l="2">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">body</f>
+ </fs>
+ </span>
+ <span id="s2" from="0" to="1" l="3">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">posting</f>
+ </fs>
+ </span>
+ <span id="s3" from="0" to="0" l="4">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">head</f>
+ <f name="attr">
+ <fs type="attr">
+ <f name="type">parent</f>
+ </fs>
+ </f>
+ </fs>
+ </span>
+ <span id="s4" from="0" to="1" l="4">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">p</f>
+ <f name="attr">
+ <fs type="attr">
+ <f name="part">N</f>
+ </fs>
+ </f>
+ </fs>
+ </span>
+ <span id="s5" from="0" to="1" l="-1">
+ <fs type="struct" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="name">s</f>
+ </fs>
+ </span>
+ </spanList>
+</layer>
\ No newline at end of file
diff --git a/t/real/corpus/NDY/296/008718/tree_tagger/morpho.xml b/t/real/corpus/NDY/296/008718/tree_tagger/morpho.xml
new file mode 100644
index 0000000..1080aa5
--- /dev/null
+++ b/t/real/corpus/NDY/296/008718/tree_tagger/morpho.xml
@@ -0,0 +1,25 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="span.rng" type="application/xml" schematypens="http://relaxng.org/ns/structure/1.0"?>
+
+<layer xmlns="http://ids-mannheim.de/ns/KorAP" version="KorAP-0.4" docid="NDY_296.008718">
+ <spanList>
+ <span id="t_0" from="0" to="1">
+ <fs type="lex" xmlns="http://www.tei-c.org/ns/1.0">
+ <f name="lex">
+ <fs>
+ <f name="lemma">UNKNOWN</f>
+ <f name="certainty">0.889475</f>
+ <f name="ctag">NN</f>
+ </fs>
+ </f>
+ <f name="lex">
+ <fs>
+ <f name="lemma">UNKNOWN</f>
+ <f name="certainty">0.110525</f>
+ <f name="ctag">ADJA</f>
+ </fs>
+ </f>
+ </fs>
+ </span>
+ </spanList>
+</layer>
diff --git a/t/real/corpus/NDY/296/header.xml b/t/real/corpus/NDY/296/header.xml
new file mode 100644
index 0000000..5564e2a
--- /dev/null
+++ b/t/real/corpus/NDY/296/header.xml
@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<?xml-model href="header.rng"
+ type="application/xml"
+ schematypens="http://relaxng.org/ns/structure/1.0"?>
+<!DOCTYPE idsCorpus PUBLIC "-//IDS//DTD IDS-XCES 1.0//EN"
+ "http://corpora.ids-mannheim.de/idsxces1/DTD/ids.xcesdoc.dtd">
+<idsHeader type="document" pattern="text" status="new" version="1.1" TEIform="teiHeader">
+ <fileDesc>
+ <titleStmt>
+ <dokumentSigle>NDY/296</dokumentSigle>
+ <d.title>LOCKE hat mein MERCEDES AMG ZERSTÖRT!😡 (AutoUnfall)</d.title>
+ </titleStmt>
+ <publicationStmt>
+ <distributor/>
+ <pubAddress/>
+ <availability region="ids" Default="n" status="unknown">QAO-NC-LOC:ids</availability>
+ <pubDate/>
+ </publicationStmt>
+ <sourceDesc Default="n">
+ <biblStruct Default="n" status="draft">
+ <monogr>
+ <h.title type="main">LOCKE hat mein MERCEDES AMG ZERSTÖRT!😡 (AutoUnfall)</h.title>
+ <h.author>Leon Machère</h.author>
+ <imprint/>
+ <biblScope unit="channel" n="1">https://www.youtube.com/watch?v=UCk-ERvn9_tUjg7e8Bn921gA</biblScope>
+ <biblScope unit="video" n="1">https://www.youtube.com/watch?v=JnPVOl-sO64</biblScope>
+ </monogr>
+ </biblStruct>
+ </sourceDesc>
+ </fileDesc>
+ <profileDesc/>
+ </idsHeader>
\ No newline at end of file