- WIP

src/test/java/io/vacco/ziminiar/ZnBufferTest.java

@@ -0,0 +1,70 @@
+package io.vacco.ziminiar;
+
+import io.vacco.ziminiar.superminhash.ZnBuffer;
+import io.vacco.ziminiar.superminhash.ZnBuffers;
+import io.vacco.ziminiar.tokenizer.document.ZnShingle;
+import io.vacco.ziminiar.tokenizer.document.ZnDocumentSource;
+import j8spec.annotation.DefinedOrder;
+import j8spec.junit.J8SpecRunner;
+import org.junit.runner.RunWith;
+import java.util.function.Function;
+
+import static j8spec.J8Spec.*;
+
+@DefinedOrder
+@RunWith(J8SpecRunner.class)
+public class ZnBufferTest {
+
+  static {
+    it("Converts tokens into weighted shingles", () -> {
+      var sigLength = 128;
+
+      Function<ZnShingle, Long> hashFn = sh -> (long) sh.token.hashCode();
+      String d0 = "How are you? I Am fine. ablar ablar xyz blar blar blar blar blar blar blar Thanks.";
+      String d1 = "How are you i am fine.ablar ablar xyz blar blar blar blar blar blar blar than";
+      String d2 = "How are you i am fine.ablar ablar xyz blar blar blar blar blar blar blar thank";
+
+      for (int i = 1; i < 8; i++) {
+        System.out.println(d0);
+        var sig0 = ZnDocumentSource.fromDocument(d0, i, sigLength, hashFn, ZnBufferTest::logBuffer);
+        System.out.println(d1);
+        var sig1 = ZnDocumentSource.fromDocument(d1, i, sigLength, hashFn, ZnBufferTest::logBuffer);
+        System.out.println(d2);
+        var sig2 = ZnDocumentSource.fromDocument(d2, i, sigLength, hashFn, ZnBufferTest::logBuffer);
+
+        var sim02 = ZnBuffers.similarity(sig0, sig2);
+        var sim12 = ZnBuffers.similarity(sig1, sig2);
+
+        System.out.println("-----------------------------");
+        System.out.printf("[sl: %d, d0-d2: %.4f]%n", i, sim02);
+        System.out.printf("[sl: %d, d1-d2: %.4f]%n", i, sim12);
+      }
+
+      var shingleLength = 1;
+      for (ZnTestPair p : new ZnTestPair[]{
+          ZnTestPair.from("abc", ""),
+          ZnTestPair.from("", "abc"),
+          ZnTestPair.from("", ""),
+          ZnTestPair.from("abc", "abc"),
+          ZnTestPair.from("abc", "xyz"),
+          ZnTestPair.from("night", "nacht"),
+          ZnTestPair.from("context", "contact"),
+          ZnTestPair.from("ht", "nacht"),
+      }) {
+        System.out.println(p.d0);
+        var b0 = ZnShingles.fromDocument(p.d0, shingleLength, sigLength, hashFn, ZnBufferTest::logBuffer);
+        System.out.println(p.d1);
+        var b1 = ZnShingles.fromDocument(p.d1, shingleLength, sigLength, hashFn, ZnBufferTest::logBuffer);
+        var sim = ZnBuffers.similarity(b0, b1);
+        System.out.println("-----------------------------");
+        System.out.printf("[%s]%n", p.d0);
+        var b0 = ZnDocumentSource.fromDocument(p.d0, shingleLength, sigLength, hashFn, ZnBufferTest::logBuffer);
+        System.out.printf("[%s]%n", p.d1);
+        var b1 = ZnDocumentSource.fromDocument(p.d1, shingleLength, sigLength, hashFn, ZnBufferTest::logBuffer);
+        var sim = ZnBuffers.similarity(b0, b1);
+        System.out.printf("[sl: %d, d0: %s, d1: %s, sim: %.4f]%n", shingleLength, p.d0, p.d1, sim);
+      }
+      System.out.println("-----------------------------");
+    });
+  }
+}