breaking: refactor benchmark logic

Author: saenyakorn

.github/workflows/benchmark.yaml

@@ -3,7 +3,9 @@ on:
   push:
     branches:
       - main
-
+    paths:
+      - 'src/**'
+      - 'reports/**'
 env:
   NODE_VERSION: 20.16.0
   PNPM_VERSION: 9.14.2
@@ -25,7 +27,7 @@ permissions:
 jobs:
   evaluate:
     name: Evaluate
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-22.04
 
     timeout-minutes: 20
 
@@ -57,10 +59,19 @@ jobs:
       - name: Install dependencies
         run: pnpm install --frozen-lockfile
 
+      - name: Run evaluate
+        run: pnpm run:codegen
+
       - name: Run evaluate
         run: pnpm run:evaluate
 
+      - name: Prepare venv
+        run: pnpm prepare:venv
+
+      - name: Run generate report
+        run: pnpm run:report
+
       - name: Upload results
         uses: stefanzweifel/git-auto-commit-action@v4
         with:
-          commit_message: update __benchmark__ results
+          commit_message: update __benchmark__ and __assets__ results

.gitignore

@@ -1,4 +1,5 @@
 node_modules
 trace.json
 types.json
-venv
+.venv
+__pycache__

README.md

@@ -4,12 +4,30 @@ This repository aims to provide a benchmark of CPU and RAM usage during Typescri
 
 # Table of Contents <!-- omit in toc -->
 
+- [Environment](#environment)
 - [Data Preparation](#data-preparation)
 - [Benchmark](#benchmark)
 - [Summary](#summary)
 - [Add more data or candidates](#add-more-data-or-candidates)
 - [Run the benchmark yourself](#run-the-benchmark-yourself)
 
+# Environment
+
+- **OS**: ubuntu-22.04 vCPU 4 | RAM 16GB (via Github Action)
+- **Node.js**: 20.16.0
+- **Bun** 1.1.10
+- **Pnpm** 9.14.2
+- **Python** 3.13.0
+
+| Library        | Version      |
+| -------------- | ------------ |
+| zod            | 0.67.13      |
+| typebox        | 0.32.31      |
+| arktype        | 2.0.0-dev.16 |
+| valibot        | 0.31.0-rc.5  |
+| yup            | 1.4.0        |
+| @effect/schema | 0.13.1       |
+
 # Data Preparation
 
 TODO

package.json

@@ -5,27 +5,30 @@
   "type": "module",
   "main": "index.js",
   "scripts": {
+    "prepare:venv": "python3 -m venv .venv && source .venv/bin/activate && pip install -r requirements.txt",
     "run:codegen": "bun ./src/cli/codegen.ts",
-    "run:evaluate": "bun ./src/cli/evaluate.ts"
+    "run:evaluate": "bun ./src/cli/evaluate.ts",
+    "run:report": "source .venv/bin/activate && python3 reports/main.py"
   },
   "keywords": [],
   "author": "",
   "license": "ISC",
   "dependencies": {
-    "@effect/schema": "^0.67.13",
-    "@sinclair/typebox": "^0.32.31",
+    "@effect/schema": "^0.75.5",
+    "@sinclair/typebox": "^0.34.13",
     "@trivago/prettier-plugin-sort-imports": "^4.3.0",
     "@typescript-eslint/typescript-estree": "^7.10.0",
-    "arktype": "2.0.0-dev.16",
-    "io-ts": "^2.2.21",
+    "arktype": "2.0.0-rc.33",
+    "io-ts": "^2.2.22",
     "prettier": "^3.2.5",
     "typescript": "^5.4.5",
-    "valibot": "0.31.0-rc.5",
-    "yup": "^1.4.0",
-    "zod": "^3.23.8"
+    "valibot": "1.0.0-beta.11",
+    "yup": "^1.6.1",
+    "zod": "^3.24.1"
   },
   "devDependencies": {
     "@types/node": "^20.12.12",
     "@types/prettier": "^3.0.0"
-  }
+  },
+  "packageManager": "pnpm@9.14.2"
 }