src/test/java/de/ids_mannheim/korap/index/TestPosToOffset.java

package de.ids_mannheim.korap.index;

import java.util.*;
import java.io.*;

import static org.junit.Assert.*;
import org.junit.Test;
import org.junit.Ignore;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;

import de.ids_mannheim.korap.KorapIndex;
import de.ids_mannheim.korap.KorapQuery;
import de.ids_mannheim.korap.KorapResult;
import de.ids_mannheim.korap.query.SpanElementQuery;
import de.ids_mannheim.korap.query.SpanWithinQuery;
import de.ids_mannheim.korap.query.SpanNextQuery;
import de.ids_mannheim.korap.query.SpanClassQuery;
import de.ids_mannheim.korap.index.FieldDocument;
import de.ids_mannheim.korap.analysis.MultiTermTokenStream;
import de.ids_mannheim.korap.index.PositionsToOffset;

import org.apache.lucene.index.AtomicReaderContext;
import org.apache.lucene.search.spans.SpanQuery;
import org.apache.lucene.search.spans.SpanTermQuery;
import org.apache.lucene.index.TermContext;
import org.apache.lucene.util.OpenBitSet;
import org.apache.lucene.search.DocIdSet;
import org.apache.lucene.util.DocIdBitSet;
import org.apache.lucene.util.Bits;

import java.nio.ByteBuffer;


@RunWith(JUnit4.class)
public class TestPosToOffset {

    @Test
    public void indexExample1 () throws IOException {
	KorapIndex ki = new KorapIndex();

	FieldDocument fd = new FieldDocument();
	fd.addTV("base",
		 "a b c",
		 "[(0-1)s:a|i:a|_0#0-1|-:t$<i>3]" +
		 "[(2-3)s:b|i:b|_1#2-3]" +
		 "[(4-5)s:c|i:c|_2#4-5]");
	ki.addDoc(fd);

	fd = new FieldDocument();
	fd.addTV("base",
		 "x  y  z",
		 "[(0-1)s:x|i:x|_0#0-2|-:t$<i>3]" +
		 "[(3-4)s:y|i:y|_1#3-4]" +
		 "[(6-7)s:z|i:z|_2#6-7]");  // 3
	ki.addDoc(fd);

	ki.commit();

	String field = "base";

	for (AtomicReaderContext atomic : ki.reader().leaves()) {
	    PositionsToOffset pto = new PositionsToOffset(atomic, field);

	    pto.add(0,1);
	    pto.add(0,2);
	    pto.add(1,2);
	    pto.add(1,1);
	    pto.add(1,20);

	    assertEquals("Start 0,1", pto.start(0,1), 2);
	    assertEquals("End 0,1", pto.end(0,1), 3);

	    assertEquals("Start 0,2", pto.start(0,2), 4);
	    assertEquals("End 0,2", pto.end(0,2), 5);

	    assertEquals("Start 1,2", pto.start(1,2), 6);
	    assertEquals("End 1,2", pto.end(1,2), 7);

	    assertEquals("Start 1,1", pto.start(1,1), 3);
	    assertEquals("End 1,1", pto.end(1,1), 4);

	    assertEquals("Start 1,20", pto.start(1,20), 0);
	    assertEquals("End 1,20", pto.end(1,20), -1);
	};
    };
};