commit a3637461c96def51a93b5924672b6aa3c237eeee
author Marc Kupietz <kupietz@ids-mannheim.de> Mon Jul 27 12:18:40 2020 +0200
committer Marc Kupietz <kupietz@ids-mannheim.de> Mon Jul 27 12:18:40 2020 +0200
tree 5333939ee5248f704d4cfdc9c03c6898dee6c4b2
parent fcee6068245db9569e06f506fa59e43642850f87

totalngrams: use tab as separator also between n-gram tokens

src/main/java/org/ids_mannheim/SlidingWindowQueue.java

diff --git a/src/main/java/org/ids_mannheim/SlidingWindowQueue.java b/src/main/java/org/ids_mannheim/SlidingWindowQueue.java
index d54306c..b5225e3 100644
--- a/src/main/java/org/ids_mannheim/SlidingWindowQueue.java
+++ b/src/main/java/org/ids_mannheim/SlidingWindowQueue.java
@@ -19,7 +19,7 @@
     public boolean add(String k) {
         boolean r = super.add(k);
         if (size() == maxSize) {
-            this.flush.accept(String.join(" ", this), fold);
+            this.flush.accept(String.join("\t", this));
             remove(0);
         }
         return r;