Merge pull request #352 from mila-iqia/staging

Staging

Author: Delaunay

.github/workflows/cleanup.yml

@@ -19,9 +19,7 @@ env:
 permissions:
   packages: write
 
-
 # define build arguments
-
 jobs:
   build-image:
     strategy:
@@ -45,8 +43,12 @@ jobs:
           remove-haskell: 'true'
           remove-android: 'true'
           build-mount-path: /home/runner/work/milabench/
+          # Docker needs more space
           root-reserve-mb: 30000
 
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
       - name: Show all images
         run: |
           docker image ls
@@ -95,6 +97,9 @@ jobs:
           file: docker/Dockerfile-${{ matrix.arch }}
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
+          cache-from: type=local,src=/home/runner/work/milabench/
+          cache-to:  type=local,dest=/home/runner/work/milabench/
+          # outputs: type=local,dest=/home/runner/work/milabench/
           build-args: |
             ARCH=${{ matrix.arch }}
             CONFIG=standard.yaml

.github/workflows/docker.yml

@@ -50,21 +50,23 @@ jobs:
 
       - name: dependencies
         run: |
+          curl -LsSf https://astral.sh/uv/install.sh | sh
           cd /home/runner/work/milabench/milabench
           pip install virtualenv
           virtualenv ./env
           source ./env/bin/activate
           #
           pip install -U pip
           pip install poetry
-          poetry export --dev -f requirements.txt --output requirements-dev.txt
+          # poetry export --dev -f requirements.txt --output requirements-dev.txt
           #
           # poetry doesnot work when installing those !?
           #
           pip install antlr4-python3-runtime==4.9.3
           pip install -e .
           pip install -e benchmate
           pip install coverage pytest-regressions pytest-cov pytest
+          
 
       - name: Simple Template
         run: |

.github/workflows/report_container.yml

@@ -36,6 +36,7 @@ benchmarks/recursiongfn/gflownet
 benchmarks/recursiongfn/logs/
 benchmarks/llm/tune/
 benchmarks/vjepa/jepa
+benchmarks/llm/bench/original
 
 scripts/inventory.yaml
 output/
@@ -60,4 +61,5 @@ benchmarks/lightning/lightning_logs/
 
 benchmarks/*/src/
 
-*.new.yml
+*.new.yml
+*.png