tree 418cf82a8aefbf7e4796f02f395a9c3bc0e3e8ef
parent 531fe1ac7409ead2fc93da4e20cf5536043a9521
author Marc Kupietz <kupietz@ids-mannheim.de> 1711179597 +0100
committer Marc Kupietz <kupietz@ids-mannheim.de> 1711185178 +0100

Filter out comments to avoid parser aborts on illegal -- sequences

Older DeReKo-token.xml files contain illegal comments like below. It
seems be hard to convince the xml parser to ignore this any other way

<?xml version="1.0" encoding="UTF-8"?>
<?xml-model href="span.rng"
            type="application/xml"
            schematypens="http://relaxng.org/ns/structure/1.0"?>
<layer docid="ZCA20_NOV.00005"
       xmlns="http://ids-mannheim.de/ns/KorAP"
       version="KorAP-0.4">
  <spanList>
<!-- /usr/bin/java -jar
/opt/perl/perlbrew/perls/perl-5.24.0/lib/site_perl/5.24.0/auto/share/dist/tei2korapxml/KorAP-Tokenizer-2.0.0-standalone.jar
--no-tokens --positions -->
    <span id="t_0" from="0" to="8" />
    <span id="t_1" from="9" to="11" />
    <span id="t_2" from="12" to="17" />

Change-Id: I6718076983bae43257c86d7a46fdecb2f7d21f11