Update benchmarks

Author: texodus

python/perspective/bench/runtime/bench.py

@@ -38,6 +38,71 @@
     "benchmark-python.arrow",
 )
 
+BASELINE = {
+    "name": [
+        "arrow",
+        "csv",
+        "one",
+        "one_1_pivot",
+        "one_2_pivot",
+        "to_arrow",
+        "to_arrow_r1",
+        "to_arrow_r1_c1",
+        "to_arrow_r2",
+        "to_arrow_r2_c2",
+        "to_columns",
+        "to_columns_r1",
+        "to_columns_r1_c1",
+        "to_columns_r2",
+        "to_columns_r2_c2",
+        "to_csv",
+        "to_csv_r1",
+        "to_csv_r1_c1",
+        "to_csv_r2",
+        "to_csv_r2_c2",
+        "to_records",
+        "to_records_r1",
+        "to_records_r1_c1",
+        "to_records_r2",
+        "to_records_r2_c2",
+        "two",
+        "two_1x1_pivot",
+        "two_2x2_pivot",
+        "zero",
+    ],
+    "time": [
+        0.007100801400002865,
+        0.2905632236999963,
+        0.31363245369999504,
+        0.5827624402000027,
+        0.5723526209999988,
+        0.3929776023999921,
+        0.00021701669998037688,
+        0.005837792799991348,
+        0.0012358780999875308,
+        0.06712399980000328,
+        1.5685727534000022,
+        0.00040022939999744266,
+        0.007451989500009404,
+        0.0027319223000063174,
+        0.08117095989999826,
+        0.5763108057000068,
+        0.0003611342000112927,
+        0.008143171199992593,
+        0.0019054690000075425,
+        0.07623720379999668,
+        2.040859387900002,
+        0.00047493509999867455,
+        0.008475803500004986,
+        0.0036788466000075458,
+        0.09640174390000311,
+        1.1455542396000056,
+        1.9211396786000023,
+        1.9244194315999947,
+        0.10238117819999956,
+    ],
+}
+
 
 class VirtualEnvHandler(object):
     """Creates and manages a virtualenv for benchmarking, which allows for
@@ -248,6 +313,7 @@ def run_method(self, func, *args, **kwargs):
 
         result = timeit(func, number=Runner.ITERATIONS) / Runner.ITERATIONS
         overall_result["__TIME__"] = result
+        overall_result["baseline"] = BASELINE["time"][BASELINE["name"].index(overall_result["name"])]
         return overall_result
 
     def print_result(self, result):

python/perspective/bench/runtime/run_perspective_benchmark.py

@@ -19,6 +19,9 @@
     """Benchmark the `perspective-python` runtime locally."""
     VERSIONS = [
         "master",
+        "2.7.0",
+        "2.6.0",
+        "2.5.0",
         "2.4.0",
         "2.3.2",
         "2.3.1",

tools/perspective-bench/package.json

@@ -22,6 +22,7 @@
         "microtime": "^3.0.0"
     },
     "dependencies": {
+        "perspective-2-7-0": "npm:@finos/perspective@2.7.0",
         "perspective-2-6-0": "npm:@finos/perspective@2.6.0",
         "perspective-2-5-0": "npm:@finos/perspective@2.5.0",
         "perspective-2-4-0": "npm:@finos/perspective@2.4.0",

tools/perspective-bench/yarn.lock

@@ -351,6 +351,14 @@ papaparse@^5.2.0:
     stoppable "1.1.0"
     ws "^6.1.2"
 
+"perspective-2-7-0@npm:@finos/perspective@2.7.0":
+  version "2.7.0"
+  resolved "https://registry.yarnpkg.com/@finos/perspective/-/perspective-2.7.0.tgz#8a99a070cd679bce721c96cf5d188d1ff7c60395"
+  integrity sha512-/9UHAnH1iW8ANnfplDLGMS60dx3R8UWRoL0dKTx9A3jNbeP2l+5wd0twsal00FqR/wgUomd3+tbbkzOIMsNclA==
+  dependencies:
+    stoppable "1.1.0"
+    ws "^6.1.2"
+
 rc4@~0.1.5:
   version "0.1.5"
   resolved "https://registry.yarnpkg.com/rc4/-/rc4-0.1.5.tgz#08c6e04a0168f6eb621c22ab6cb1151bd9f4a64d"