Results 2025 10 01 15h13m

.github/workflows/RunBenchmark.yml

@@ -6,8 +6,6 @@ on:
         type: string
       instance_id:
         type: string
-      include_clickhouse:
-        type: bool
       sizes:
         type: string
 
@@ -20,7 +18,6 @@ env:
   gh_issue_repo: duckdblabs/db-benchmark
   instance_id: ${{ inputs.instance_id }}
   solutions: ${{ inputs.solutions }}
-  include_clickhouse: ${{ inputs.include_clickhouse }}
 
 
 jobs:
@@ -44,7 +41,7 @@ jobs:
           gh issue create --repo ${{ env.gh_issue_repo }} --title "Could not start DB-benchmark machine" --body "AWS box with instance-id ${{ env.instance_id }} could not be started"
 
   run-benchmark:
-    name: Regression Tests all solutions
+    name: Run Benchmark
     env:
       CC: gcc-10
       CXX: g++-10
@@ -67,10 +64,9 @@ jobs:
         working-directory: /var/lib/mount/db-benchmark-metal
         run: |
           python3 _setup_utils/install_all_solutions.py ${{ env.solutions }}
-          if ${{ env.include_clickhouse }}; then
-            # installing/updating clickhouse needs sudo priviledges
-            sudo python3 _setup_utils/install_all_solutions.py clickhouse
-          fi
+          # installing/updating clickhouse needs sudo priviledges
+          # always install/update clickhouse if you can
+          sudo python3 _setup_utils/install_all_solutions.py clickhouse
 
       - name: Modify run.conf to only have new versions
         shell: bash

_run/run_large.sh

@@ -1,9 +1,12 @@
 # download and expand large data
 
+rm data/*.csv
+rm data/*.duckdb
+
 # get groupby large (50GB datasets)
-aws s3 cp s3://duckdb-blobs/data/db-benchmark-data/groupby_large.duckdb data/groupby_large.duckdb --no-sign-request --quiet
+wget -q https://blobs.duckdb.org/data/db-benchmark-data/groupby_large.duckdb -O data/groupby_large.duckdb
 # get join small (50GB datasets)
-aws s3 cp s3://duckdb-blobs/data/db-benchmark-data/join_large.duckdb data/join_large.duckdb --no-sign-request --quiet
+wget -q https://blobs.duckdb.org/data/db-benchmark-data/join_large.duckdb  -O data/join_large.duckdb
 
 
 # expand groupby-large datasets to csv

collapse/VERSION

@@ -1 +1 @@
-2.1.2
+2.1.3

datafusion/VERSION

@@ -1 +1 @@
-47.0.0
+50.0.0

duckdb-latest/groupby-duckdb-latest.R

@@ -212,15 +212,15 @@ invisible(dbExecute(con, "DROP TABLE IF EXISTS ans"))
 
 question = "largest two v3 by id6" # q8
 t = system.time({
-  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
+  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) largest2_v3 FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
   print(c(nr<-dbGetQuery(con, "SELECT count(*) AS cnt FROM ans")$cnt, nc<-ncol(dbGetQuery(con, "SELECT * FROM ans LIMIT 0"))))
 })[["elapsed"]]
 m = memory_usage()
 chkt = system.time(chk<-dbGetQuery(con, "SELECT sum(largest2_v3) AS largest2_v3 FROM ans"))[["elapsed"]]
 write.log(run=1L, task=task, data=data_name, in_rows=in_nr, question=question, out_rows=nr, out_cols=nc, solution=solution, version=ver, git=git, fun=fun, time_sec=t, mem_gb=m, cache=cache, chk=make_chk(chk), chk_time_sec=chkt, on_disk=on_disk, machine_type=machine_type)
 invisible(dbExecute(con, "DROP TABLE IF EXISTS ans"))
 t = system.time({
-  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
+  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) largest2_v3 FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
   print(c(nr<-dbGetQuery(con, "SELECT count(*) AS cnt FROM ans")$cnt, nc<-ncol(dbGetQuery(con, "SELECT * FROM ans LIMIT 0"))))
 })[["elapsed"]]
 m = memory_usage()

duckdb/VERSION

@@ -1 +1 @@
-1.3.0
+1.4.0

duckdb/groupby-duckdb.R

@@ -207,15 +207,15 @@ invisible(dbExecute(con, "DROP TABLE IF EXISTS ans"))
 
 question = "largest two v3 by id6" # q8
 t = system.time({
-  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
+  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) largest2_v3 FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
   print(c(nr<-dbGetQuery(con, "SELECT count(*) AS cnt FROM ans")$cnt, nc<-ncol(dbGetQuery(con, "SELECT * FROM ans LIMIT 0"))))
 })[["elapsed"]]
 m = memory_usage()
 chkt = system.time(chk<-dbGetQuery(con, "SELECT sum(largest2_v3) AS largest2_v3 FROM ans"))[["elapsed"]]
 write.log(run=1L, task=task, data=data_name, in_rows=in_nr, question=question, out_rows=nr, out_cols=nc, solution=solution, version=ver, git=git, fun=fun, time_sec=t, mem_gb=m, cache=cache, chk=make_chk(chk), chk_time_sec=chkt, on_disk=on_disk, machine_type=machine_type)
 invisible(dbExecute(con, "DROP TABLE IF EXISTS ans"))
 t = system.time({
-  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
+  dbExecute(con, sprintf("CREATE %s TABLE ans AS SELECT id6, unnest(max(v3, 2)) largest2_v3 FROM x WHERE v3 IS NOT NULL GROUP BY id6", table_type))
   print(c(nr<-dbGetQuery(con, "SELECT count(*) AS cnt FROM ans")$cnt, nc<-ncol(dbGetQuery(con, "SELECT * FROM ans LIMIT 0"))))
 })[["elapsed"]]
 m = memory_usage()

logs.csv

@@ -4897,4 +4897,126 @@ ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_2e0_0_0,1750087
 ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_1e2_0_1,1750087852.67258,start,,,c6id.4xlarge
 ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_1e2_0_1,1750088065.71556,finish,0,0,c6id.4xlarge
 ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_1e2_5_0,1750088080.73066,start,,,c6id.4xlarge
-ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_1e2_5_0,1750088302.90847,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1750086325,clickhouse,25.5.2.47,,groupby,G1_1e8_1e2_5_0,1750088302.90847,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_0_0,1759323861.0071,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_0_0,1759323866.78212,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e1_0_0,1759323881.79726,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e1_0_0,1759323888.06609,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_2e0_0_0,1759323903.08121,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_2e0_0_0,1759323909.40253,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_0_1,1759323924.41765,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_0_1,1759323929.9499,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_5_0,1759323944.96503,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e7_1e2_5_0,1759323950.66606,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_0_0,1759323965.6812,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_0_0,1759323975.2699,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_5_0,1759323990.28499,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_5_0,1759324000.16337,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_0_1,1759324015.17851,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,duckdb,1.4.0,b8a06e4a22,join,J1_1e7_NA_0_1,1759324024.31256,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_0_0,1759324039.32768,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_0_0,1759324044.69934,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e1_0_0,1759324059.71447,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e1_0_0,1759324069.34475,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_2e0_0_0,1759324084.35988,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_2e0_0_0,1759324104.19953,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_0_1,1759324119.21466,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_0_1,1759324124.30985,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_5_0,1759324139.32499,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,groupby,G1_1e7_1e2_5_0,1759324145.73184,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_0_0,1759324160.74698,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_0_0,1759324174.2534,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_5_0,1759324189.26855,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_5_0,1759324203.64687,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_0_1,1759324218.66201,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,polars,1.33.1,,join,J1_1e7_NA_0_1,1759324231.72982,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_0_0,1759324246.74496,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_0_0,1759324257.16699,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e1_0_0,1759324272.18211,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e1_0_0,1759324291.62925,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_2e0_0_0,1759324306.64438,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_2e0_0_0,1759324364.03988,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_0_1,1759324379.05497,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_0_1,1759324387.79197,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_5_0,1759324402.8071,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,groupby,G1_1e7_1e2_5_0,1759324413.86409,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_0_0,1759324428.87922,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_0_0,1759324531.20817,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_5_0,1759324546.21287,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_5_0,1759324643.07488,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_0_1,1759324658.08079,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,collapse,2.1.3,,join,J1_1e7_NA_0_1,1759324751.92494,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_0_0,1759324766.94007,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_0_0,1759324770.33905,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e1_0_0,1759324785.35419,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e1_0_0,1759324790.17488,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_2e0_0_0,1759324805.19002,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_2e0_0_0,1759324814.0628,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_0_1,1759324829.07794,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_0_1,1759324832.89934,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_5_0,1759324847.9145,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,groupby,G1_1e7_1e2_5_0,1759324851.43376,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_0_0,1759324866.44885,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_0_0,1759324869.89059,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_5_0,1759324884.90572,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_5_0,1759324888.22979,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_0_1,1759324903.24491,start,,,c6id.4xlarge
+ip-172-31-18-189,1759323859,datafusion,50.0.0,,join,J1_1e7_NA_0_1,1759324906.42616,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_0_0,1759325026.00276,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_0_0,1759325057.29526,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e1_0_0,1759325072.31039,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e1_0_0,1759325108.69388,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_2e0_0_0,1759325123.70901,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_2e0_0_0,1759325162.40036,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_0_1,1759325177.41548,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_0_1,1759325207.39541,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_5_0,1759325222.41055,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,groupby,G1_1e8_1e2_5_0,1759325254.51599,finish,40,1,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_0_0,1759325269.53111,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_0_0,1759325373.18271,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_5_0,1759325388.19779,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_5_0,1759325492.95223,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_0_1,1759325507.96733,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,duckdb,1.4.0,b8a06e4a22,join,J1_1e8_NA_0_1,1759325599.30888,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_0_0,1759325614.32399,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_0_0,1759325683.22412,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e1_0_0,1759325698.23926,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e1_0_0,1759325817.51314,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_2e0_0_0,1759325832.52822,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_2e0_0_0,1759326059.48872,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_0_1,1759326074.50386,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_0_1,1759326139.97445,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_5_0,1759326154.98954,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,groupby,G1_1e8_1e2_5_0,1759326243.31154,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_0_0,1759326258.32666,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_0_0,1759326346.17253,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_5_0,1759326361.1876,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_5_0,1759326448.86826,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_0_1,1759326463.88337,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,polars,1.33.1,,join,J1_1e8_NA_0_1,1759326548.55246,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_0_0,1759326563.56755,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_0_0,1759326693.0795,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e1_0_0,1759326708.09464,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e1_0_0,1759326974.09514,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_2e0_0_0,1759326989.11028,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_2e0_0_0,1759327642.90776,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_0_1,1759327657.9229,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_0_1,1759327770.37422,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_5_0,1759327785.38934,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,groupby,G1_1e8_1e2_5_0,1759327917.45524,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_0_0,1759327932.45855,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_0_0,1759329111.63398,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_5_0,1759329126.64909,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_5_0,1759330240.91717,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_0_1,1759330255.93227,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,collapse,2.1.3,,join,J1_1e8_NA_0_1,1759331346.98182,finish,0,0,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_0_0,1759331361.99693,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_0_0,1759331393.70728,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e1_0_0,1759331408.72235,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e1_0_0,1759331450.8462,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_2e0_0_0,1759331465.86126,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_2e0_0_0,1759331483.93652,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_0_1,1759331498.95157,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_0_1,1759331527.95901,finish,1,137,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_5_0,1759331542.97412,start,,,c6id.4xlarge
+ip-172-31-18-189,1759325024,datafusion,50.0.0,,groupby,G1_1e8_1e2_5_0,1759331574.11184,finish,1,137,c6id.4xlarge

polars/VERSION

@@ -1 +1 @@
-1.30.0
+1.33.1

run.conf

@@ -1,7 +1,7 @@
 # task, used in init-setup-iteration.R
 export RUN_TASKS="groupby join"
 # solution, used in init-setup-iteration.R
-export RUN_SOLUTIONS="collapse"
+export RUN_SOLUTIONS="duckdb polars collapse datafusion"
 
 # flag to upgrade tools, used in run.sh on init
 export DO_UPGRADE=false