Benchmarking Cargo (#1372)

It goes on top of #1325

It adds `infra perf cargo` in a similar fashion to #1325 `infra perf
npm`. It replaces the old `infra perf`, using a hardcoded subset of the
projects listed in the `projects.json` file.

---------

Co-authored-by: github-actions <github-actions@users.noreply.github.com>
Co-authored-by: Gustavo Giráldez <ggiraldez@manas.tech>

Author: 3 people

.cspell.json

@@ -6,6 +6,7 @@
   "ignoreWords": [
     // Alphabetically sorted list of "allowed" words to ignore:
     "abicoder",
+    "callgrind",
     "codecopy",
     "codegen",
     "codesize",
@@ -29,6 +30,7 @@
     "nonterminal",
     "nonterminals",
     "rustup",
+    "sourcify",
     "struct",
     "structs",
     "tera",

.github/workflows/benchmark_cargo.yml

@@ -11,8 +11,12 @@ on:
         required: true
         default: true
 
-      bencherProject:
-        description: "Bencher project:"
+      bencherProjectSlang:
+        description: "Bencher project (Slang tests):"
+        type: "string"
+
+      bencherProjectCmp:
+        description: "Bencher project (comparisons):"
         type: "string"
 
   # Run on pushes to 'main' branch:
@@ -39,16 +43,28 @@ jobs:
       - name: "Restore Cache"
         uses: "./.github/actions/cache/restore"
 
-      - name: "Set bencher project"
+      - name: "infra setup cargo"
+        run: "./scripts/bin/infra setup cargo"
+
+      - name: "Set bencher project (Slang)"
+
         run: |
-          echo "SLANG_BENCHER_PROJECT=${{ inputs.bencherProject }}" >> $GITHUB_ENV
-        if: "${{ inputs.bencherProject }}"
+          echo "SLANG_BENCHER_PROJECT=${{ inputs.bencherProjectSlang }}" >> $GITHUB_ENV
+        if: "${{ inputs.bencherProjectSlang }}"
 
-      - name: "infra setup"
-        run: "./scripts/bin/infra setup"
+      - name: "infra perf cargo slang"
+        run: "./scripts/bin/infra perf cargo ${{ inputs.dryRun == true && '--dry-run' || '' }} slang"
+        env:
+          BENCHER_API_TOKEN: "${{ secrets.BENCHER_API_TOKEN }}"
+
+      - name: "Set bencher project (comparisons)"
+
+        run: |
+          echo "SLANG_BENCHER_PROJECT=${{ inputs.bencherProjectCmp }}" >> $GITHUB_ENV
+        if: "${{ inputs.bencherProjectCmp }}"
 
-      - name: "infra perf cargo"
-        run: "./scripts/bin/infra perf cargo ${{ inputs.dryRun == true && '--dry-run' || '' }}"
+      - name: "infra perf cargo comparison"
+        run: "./scripts/bin/infra perf cargo ${{ inputs.dryRun == true && '--dry-run' || '' }} comparison"
         env:
           BENCHER_API_TOKEN: "${{ secrets.BENCHER_API_TOKEN }}"
 

.github/workflows/benchmark_npm.yml

@@ -41,7 +41,7 @@ jobs:
 
       - name: "Set bencher project"
         run: |
-          echo "SLANG_BENCHER_PROJECT=${{ inputs.bencherProject || 'slang-dashboard-npm' }}" >> $GITHUB_ENV
+          echo "SLANG_BENCHER_PROJECT=${{ inputs.bencherProject }}" >> $GITHUB_ENV
         if: "${{ inputs.bencherProject }}"
 
       - name: "infra setup"