Merge pull request #145 from DataSketches/reservoir_reset_test

Reservoir reset test

Author: jmalkin

.gitignore

@@ -26,12 +26,16 @@ jarsIn/
 *.jar
 build.xml
 .idea
-*.iml
 *.properties
 *.releaseBackup
 *.next
 *.tag
 
+# IntelliJ project files
+*.iml
+*.ipr
+*.iws
+
 # Jekyll
 Gemfile
 Gemfile.lock

pom.xml

@@ -450,7 +450,7 @@
               <plugin>
                 <groupId>com.versioneye</groupId>
                 <artifactId>versioneye-maven-plugin</artifactId>
-                <version>3.11.1</version>
+                <version>3.11.2</version>
               </plugin>
 
             </plugins>

sketches/src/main/java/com/yahoo/sketches/quantiles/CompactDoublesSketch.java

@@ -1,3 +1,8 @@
+/*
+ * Copyright 2017, Yahoo! Inc.
+ * Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
+ */
+
 package com.yahoo.sketches.quantiles;
 
 import com.yahoo.memory.Memory;

sketches/src/main/java/com/yahoo/sketches/quantiles/DoublesArrayAccessor.java

@@ -1,3 +1,8 @@
+/*
+ * Copyright 2017, Yahoo! Inc.
+ * Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
+ */
+
 package com.yahoo.sketches.quantiles;
 
 import java.util.Arrays;

sketches/src/main/java/com/yahoo/sketches/quantiles/DoublesBufferAccessor.java

@@ -1,3 +1,8 @@
+/*
+ * Copyright 2017, Yahoo! Inc.
+ * Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
+ */
+
 package com.yahoo.sketches.quantiles;
 
 /**

sketches/src/main/java/com/yahoo/sketches/quantiles/DoublesSketchAccessor.java

@@ -1,3 +1,8 @@
+/*
+ * Copyright 2017, Yahoo! Inc.
+ * Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
+ */
+
 package com.yahoo.sketches.quantiles;
 
 import static com.yahoo.sketches.quantiles.PreambleUtil.COMBINED_BUFFER;

sketches/src/main/java/com/yahoo/sketches/quantiles/UpdateDoublesSketch.java

@@ -1,3 +1,8 @@
+/*
+ * Copyright 2017, Yahoo! Inc.
+ * Licensed under the terms of the Apache License 2.0. See LICENSE file at the project root for terms.
+ */
+
 package com.yahoo.sketches.quantiles;
 
 import com.yahoo.memory.Memory;

sketches/src/main/java/com/yahoo/sketches/sampling/VarOptItemsSamples.java

@@ -29,7 +29,7 @@
  *
  * @author Jon Malkin
  */
-public class VarOptItemsSamples<T> implements Iterable<VarOptItemsSamples<T>.WeightedSample> {
+class VarOptItemsSamples<T> implements Iterable<VarOptItemsSamples<T>.WeightedSample> {
 
   private final VarOptItemsSketch<T> sketch_;
   private VarOptItemsSketch<T>.Result sampleLists;

sketches/src/main/java/com/yahoo/sketches/sampling/VarOptItemsSketch.java

@@ -47,7 +47,7 @@
  * @author Jon Malkin
  * @author Kevin Lang
  */
-public final class VarOptItemsSketch<T> {
+final class VarOptItemsSketch<T> {
   /**
    * The smallest sampling array allocated: 16
    */

sketches/src/test/java/com/yahoo/sketches/sampling/ReservoirItemsUnionTest.java

@@ -225,6 +225,29 @@ public void checkDownsampledUpdate() {
     assertEquals(riu.getResult().getNumSamples(), smallK);
   }
 
+  @Test
+  public void checkUnionResetWithInitialSmallK() {
+    final int maxK = 25;
+    final int sketchK = 10;
+    final ReservoirItemsUnion<Long> riu = ReservoirItemsUnion.getInstance(maxK);
+
+    ReservoirItemsSketch<Long> ris = getBasicSketch(2 * sketchK, sketchK); // in sampling mode
+    riu.update(ris);
+    assertEquals(riu.getMaxK(), maxK);
+    assertNotNull(riu.getResult());
+    assertEquals(riu.getResult().getK(), sketchK);
+
+    riu.reset();
+    assertNotNull(riu.getResult());
+
+    // feed in sketch in sampling mode, with larger k than old gadget
+    ris = getBasicSketch(2 * maxK, maxK + 1);
+    riu.update(ris);
+    assertEquals(riu.getMaxK(), maxK);
+    assertNotNull(riu.getResult());
+    assertEquals(riu.getResult().getK(), maxK);
+  }
+
   @Test
   public void checkNewGadget() {
     final int maxK = 1024;