summaryrefslogtreecommitdiff
path: root/src/test/java/com
diff options
context:
space:
mode:
authorlifengchao <[email protected]>2024-08-15 14:44:06 +0800
committerlifengchao <[email protected]>2024-08-15 14:44:06 +0800
commit808c6b8e1e19c0e45cf2149833af94efc5b8d8d5 (patch)
tree9e995e88e33e46d809a81e9ccc202de4f598a1f2 /src/test/java/com
initHEADmain
Diffstat (limited to 'src/test/java/com')
-rw-r--r--src/test/java/com/geedgenetworks/sketch/hlld/HllTest.java266
1 files changed, 266 insertions, 0 deletions
diff --git a/src/test/java/com/geedgenetworks/sketch/hlld/HllTest.java b/src/test/java/com/geedgenetworks/sketch/hlld/HllTest.java
new file mode 100644
index 0000000..2c83fb5
--- /dev/null
+++ b/src/test/java/com/geedgenetworks/sketch/hlld/HllTest.java
@@ -0,0 +1,266 @@
+package com.geedgenetworks.sketch.hlld;
+
+import org.junit.Test;
+
+import java.nio.ByteBuffer;
+
+public class HllTest {
+
+ @Test
+ public void testSize() {
+ long[] ns = new long[]{100, 1000, 10000, 100000, 10000000, 50000000, 100000000};
+ for (long n : ns) {
+ Hll hll = new Hll(14);
+ for (int i = 0; i < n; i++) {
+ String key = i + "";
+ hll.add(key);
+ }
+ long estimate = Math.round(hll.size()) ;
+ double percentErr = Math.abs(estimate - n) * 100D / n;
+ System.out.println("n:" + n + ",estimate:" + estimate+ ",percentErr:" + percentErr);
+ }
+ }
+
+ @Test
+ public void testSizeByteBuffer() {
+ long[] ns = new long[]{100, 1000, 10000, 100000, 10000000, 100000000};
+ for (long n : ns) {
+ int p = 14;
+ int bytes = DirectHllIntArray.getUpdatableSerializationBytes(p);
+ Hll hll = new Hll(p, ByteBuffer.allocate(bytes));
+ for (int i = 0; i < n; i++) {
+ String key = i + "";
+ hll.add(key);
+ }
+ long estimate = Math.round(hll.size()) ;
+ double percentErr = Math.abs(estimate - n) * 100D / n;
+ System.out.println("n:" + n + ",estimate:" + estimate+ ",percentErr:" + percentErr);
+ }
+ }
+
+ @Test
+ public void testCopy() {
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(12)));
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll2.add(key);
+ }
+
+ Hll copy1 = hll1.copy();
+ Hll copy2 = hll2.copy();
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+ System.out.println("#####################");
+ System.out.println(copy1.hllImpl.getPrecision());
+ System.out.println(copy2.hllImpl.getPrecision());
+ System.out.println((long)copy1.size());
+ System.out.println((long)copy2.size());
+ }
+
+ @Test
+ public void testMerge0() {
+ // 两个普通Hll, 普通HllUnion
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ //String key = i + "a";
+ hll2.add(key);
+ }
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+
+ HllUnion union = new HllUnion(14);
+ union.update(hll1);
+ union.update(hll2);
+
+ System.out.println((long) union.getResult().size());
+ }
+
+ @Test
+ public void testMerge1() {
+ // 两个普通Hll, 字节数组HllUnion
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12);
+ for (int i = 0; i < 1000000; i++) {
+ //String key = i + "";
+ String key = i + "a";
+ hll2.add(key);
+ }
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+
+ int p = 14;
+ int bytes = DirectHllIntArray.getUpdatableSerializationBytes(p);
+ HllUnion union = new HllUnion(p, ByteBuffer.allocate(bytes));
+ union.update(hll1);
+ union.update(hll2);
+
+ System.out.println((long) union.getResult().size());
+ System.out.println(union.getResult().hllImpl.isMemory());
+ }
+
+ @Test
+ public void testMerge2() {
+ // 一个普通Hll一个字节数组Hll, 普通HllUnion
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(12)));
+ for (int i = 0; i < 1000000; i++) {
+ //String key = i + "";
+ String key = i + "a";
+ hll2.add(key);
+ }
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+
+ HllUnion union = new HllUnion(14);
+ union.update(hll1);
+ union.update(hll2);
+
+ System.out.println((long) union.getResult().size());
+ }
+
+ @Test
+ public void testMerge3() {
+ // 一个普通Hll一个字节数组Hll, 字节数组HllUnion
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(12)));
+ for (int i = 0; i < 1000000; i++) {
+ //String key = i + "";
+ String key = i + "a";
+ hll2.add(key);
+ }
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+
+ int p = 14;
+ int bytes = DirectHllIntArray.getUpdatableSerializationBytes(p);
+ HllUnion union = new HllUnion(p, ByteBuffer.allocate(bytes));
+ union.update(hll1);
+ union.update(hll2);
+
+ System.out.println((long) union.getResult().size());
+ System.out.println(union.getResult().hllImpl.isMemory());
+ }
+
+ @Test
+ public void testMerge4() {
+ // 两个字节数组Hll, 字节数组HllUnion
+ Hll hll1 = new Hll(14, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(14)));
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(12)));
+ for (int i = 0; i < 1000000; i++) {
+ //String key = i + "";
+ String key = i + "a";
+ hll2.add(key);
+ }
+
+ System.out.println((long)hll1.size());
+ System.out.println((long)hll2.size());
+
+ int p = 14;
+ int bytes = DirectHllIntArray.getUpdatableSerializationBytes(p);
+ HllUnion union = new HllUnion(p, ByteBuffer.allocate(bytes));
+ union.update(hll1);
+ union.update(hll2);
+
+ System.out.println((long) union.getResult().size());
+ System.out.println(union.getResult().hllImpl.isMemory());
+ }
+
+ @Test
+ public void testSer() {
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ int position = 8;
+ ByteBuffer byteBuffer = ByteBuffer.allocate(position + DirectHllIntArray.getUpdatableSerializationBytes(12));
+ byteBuffer.position(position);
+ Hll hll2 = new Hll(12, byteBuffer);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll2.add(key);
+ }
+
+ System.out.println(hll1.size());
+ System.out.println(hll2.size());
+
+ byte[] bytes1 = hll1.toBytes();
+ byte[] bytes2 = hll2.toBytes();
+ Hll hllDer1 = Hll.fromBytes(bytes1);
+ Hll hllDer2 = Hll.fromBytes(bytes2);
+
+ System.out.println(hllDer1.size());
+ System.out.println(hllDer2.size());
+ assert !hllDer1.hllImpl.isMemory();
+ assert !hllDer2.hllImpl.isMemory();
+ }
+
+ @Test
+ public void testWrapBytes() {
+ Hll hll1 = new Hll(14);
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll1.add(key);
+ }
+
+ Hll hll2 = new Hll(12, ByteBuffer.allocate(DirectHllIntArray.getUpdatableSerializationBytes(12)));
+ for (int i = 0; i < 1000000; i++) {
+ String key = i + "";
+ hll2.add(key);
+ }
+
+ System.out.println(hll1.size());
+ System.out.println(hll2.size());
+
+ byte[] bytes1 = hll1.toBytes();
+ byte[] bytes2 = hll2.toBytes();
+
+ Hll hllDer1 = Hll.wrapBytes(bytes1);
+ Hll hllDer2 = Hll.wrapBytes(bytes2);
+
+ System.out.println(hllDer1.size());
+ System.out.println(hllDer2.size());
+ assert hllDer1.hllImpl.isMemory();
+ assert hllDer2.hllImpl.isMemory();
+ }
+
+} \ No newline at end of file
generated by cgit v1.2.3 (git 2.39.1) at 2025-12-31 05:01:48 +0000