merge queue: embarking main (c5bb50b), #2169, #2038, #2170 and [#2184 + #2156 + #2154] together #8812

Workflow file for this run

.github/workflows/coprocessor-gpu-tests.yml at 48f1295

	# Compile and test Coprocessor on a single L40 GPU, on hyperstack
	name: coprocessor-gpu-tests

	permissions: {}

	env:
	CARGO_TERM_COLOR: always
	ACTION_RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
	RUSTFLAGS: "-C target-cpu=native"
	RUST_BACKTRACE: "full"
	RUST_MIN_STACK: "8388608"
	IS_PULL_REQUEST: ${{ github.event_name == 'pull_request' }}
	# Secrets will be available only to zama-ai organization members
	SECRETS_AVAILABLE: ${{ secrets.JOB_SECRET != '' }}

	on:
	# Allows you to run this workflow manually from the Actions tab as an alternative.
	workflow_dispatch:
	pull_request:

	jobs:
	check-changes:
	name: coprocessor-gpu-tests/check-changes
	permissions:
	actions: 'read' # Required to read workflow run information
	contents: 'read' # Required to checkout repository code
	pull-requests: 'read' # Required to read pull request information
	runs-on: ubuntu-latest
	outputs:
	changes-coprocessor-gpu: ${{ steps.filter.outputs.coprocessor-gpu }}
	steps:
	- uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
	with:
	persist-credentials: 'false'
	- uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
	id: filter
	with:
	filters: \|
	coprocessor-gpu:
	- coprocessor/fhevm-engine/Cargo.toml
	- coprocessor/fhevm-engine/tfhe-worker/Cargo.toml
	- coprocessor/fhevm-engine/tfhe-worker/build.rs
	- coprocessor/fhevm-engine/tfhe-worker/src/**
	- coprocessor/fhevm-engine/scheduler/src/**
	- coprocessor/fhevm-engine/scheduler/Cargo.toml
	- coprocessor/fhevm-engine/scheduler/build.rs
	- coprocessor/proto/**
	- '.github/workflows/coprocessor-gpu-tests.yml'
	- ci/slab.toml

	setup-instance:
	name: coprocessor-gpu-tests/setup-instance
	needs: check-changes
	if: ${{ github.event_name == 'workflow_dispatch' \|\| needs.check-changes.outputs.changes-coprocessor-gpu == 'true' }}
	runs-on: ubuntu-latest
	permissions:
	contents: 'read' # Required to checkout repository code
	outputs:
	runner-name: ${{ steps.start-remote-instance.outputs.label }}
	steps:
	- name: Start remote instance
	id: start-remote-instance
	if: env.SECRETS_AVAILABLE == 'true'
	uses: zama-ai/slab-github-runner@79939325c3c429837c10d6041e4fd8589d328bac
	with:
	mode: start
	github-token: ${{ secrets.SLAB_ACTION_TOKEN }}
	slab-url: ${{ secrets.SLAB_BASE_URL }}
	job-secret: ${{ secrets.JOB_SECRET }}
	backend: hyperstack
	profile: l40

	coprocessor-gpu:
	name: coprocessor-gpu-tests/tests (bpr)
	needs: [ check-changes, setup-instance ]
	if: github.event_name != 'pull_request' \|\|
	(github.event_name == 'pull_request' && needs.setup-instance.result != 'skipped')
	concurrency:
	group: ${{ github.workflow }}_${{ github.head_ref \|\| github.ref }}
	cancel-in-progress: true
	runs-on: ${{ needs.setup-instance.outputs.runner-name }}
	permissions:
	contents: 'read' # Required to checkout repository code
	packages: 'read' # Required to read GitHub packages/container registry
	strategy:
	fail-fast: false
	# explicit include-based build matrix, of known valid options
	matrix:
	include:
	- os: ubuntu-22.04
	cuda: "12.2"
	gcc: 11
	env:
	CUDA_PATH: "/usr/local/cuda-${{ matrix.cuda }}"
	CUDA_MODULE_LOADER: "EAGER"
	CC: "/usr/bin/gcc-${{ matrix.gcc }}"
	CXX: "/usr/bin/g++-${{ matrix.gcc }}"
	CUDAHOSTCXX: "/usr/bin/g++-${{ matrix.gcc }}"

	steps:
	- name: Install git LFS
	run: \|
	sudo apt-get update
	sudo apt-get install -y git-lfs
	git lfs install

	- name: Checkout fhevm
	uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
	with:
	persist-credentials: 'false'
	lfs: true

	- name: Checkout LFS objects
	run: git lfs checkout

	- name: Setup Hyperstack dependencies
	uses: ./.github/actions/gpu_setup
	with:
	cuda-version: ${{ matrix.cuda }}
	github-instance: ${{ env.SECRETS_AVAILABLE == 'false' }}

	- name: Export CUDA variables
	shell: bash
	run: \|
	echo "PATH=$PATH:${CUDA_PATH}/bin" >> "${GITHUB_PATH}"
	echo "LD_LIBRARY_PATH=${CUDA_PATH}/lib64:${LD_LIBRARY_PATH}" >> "${GITHUB_ENV}"

	- name: Install latest stable
	uses: dtolnay/rust-toolchain@a54c7afa936fefeb4456b2dd8068152669aa8203
	with:
	toolchain: stable

	- name: Install cargo dependencies
	run: \|
	sudo apt-get update
	sudo apt-get install -y protobuf-compiler cmake pkg-config libssl-dev \
	libclang-dev docker-compose-v2 docker.io acl
	sudo usermod -aG docker "$USER"
	newgrp docker
	sudo setfacl --modify user:"$USER":rw /var/run/docker.sock
	cargo install sqlx-cli --version 0.7.2 --no-default-features --features postgres --locked

	- name: Install foundry
	uses: foundry-rs/foundry-toolchain@de808b1eea699e761c404bda44ba8f21aba30b2c

	- name: Cache cargo
	uses: actions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57 # v4.2.0
	with:
	path: \|
	~/.cargo/registry
	~/.cargo/git
	target
	key: ${{ runner.os }}-cargo-${{ hashFiles('**/Cargo.lock') }}
	restore-keys: ${{ runner.os }}-cargo-

	- name: Login to GitHub Container Registry
	uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
	with:
	registry: ghcr.io
	username: ${{ github.actor }}
	password: ${{ secrets.GITHUB_TOKEN }}

	- name: Login to GitHub Chainguard Registry
	uses: docker/login-action@9780b0c442fbb1117ed29e0efdff1e18412f7567 # v3.3.0
	with:
	registry: cgr.dev
	username: ${{ secrets.CGR_USERNAME }}
	password: ${{ secrets.CGR_PASSWORD }}

	- name: Start database services (background)
	run: \|
	nohup docker compose up -d --build db-migration > /tmp/db-init.log 2>&1 &
	working-directory: coprocessor/fhevm-engine/tfhe-worker

	- name: Use Node.js
	uses: actions/setup-node@60edb5dd545a775178f52524783378180af0d1f8 # v4.0.2
	with:
	node-version: 20.x

	- run: cp ./host-contracts/.env.example ./host-contracts/.env
	- run: npm --workspace=host-contracts ci --include=optional
	- run: "cd host-contracts && npm run deploy:emptyProxies && npx hardhat compile"
	env:
	HARDHAT_NETWORK: hardhat

	- name: Compile GPU test artifacts
	run: \|
	SQLX_OFFLINE=true cargo test --no-run \
	-p tfhe-worker \
	-p sns-worker \
	-p zkproof-worker \
	--release \
	--features=gpu
	working-directory: coprocessor/fhevm-engine

	- name: Wait for database migration
	run: \|
	SECONDS=0
	while ! docker container inspect db-migration > /dev/null 2>&1; do
	if [ "$SECONDS" -ge 900 ]; then
	echo "Timed out waiting for db-migration container after 15 minutes"
	cat /tmp/db-init.log
	exit 1
	fi
	echo "Waiting for db-migration container to be created..."
	sleep 2
	done
	EXIT_CODE=$(docker wait db-migration)
	if [ "$EXIT_CODE" != "0" ]; then
	echo "Database migration failed with exit code $EXIT_CODE"
	docker logs db-migration
	cat /tmp/db-init.log
	exit 1
	fi
	echo "Database migration completed"

	- name: Run GPU tests for the worker services.
	run: \|
	export DATABASE_URL=postgresql://postgres:postgres@localhost:5432/coprocessor
	cargo test \
	-p tfhe-worker \
	-p sns-worker \
	-p zkproof-worker \
	--release \
	--features=gpu \
	-- \
	--test-threads=1
	working-directory: coprocessor/fhevm-engine

	teardown-instance:
	name: coprocessor-gpu-tests/teardown
	if: ${{ always() && needs.setup-instance.result == 'success' }}
	needs: [ setup-instance, coprocessor-gpu ]
	runs-on: ubuntu-latest
	permissions:
	contents: 'read' # Required to checkout repository code
	steps:
	- name: Stop remote instance
	id: stop-instance
	if: env.SECRETS_AVAILABLE == 'true'
	uses: zama-ai/slab-github-runner@79939325c3c429837c10d6041e4fd8589d328bac
	with:
	mode: stop
	github-token: ${{ secrets.SLAB_ACTION_TOKEN }}
	slab-url: ${{ secrets.SLAB_BASE_URL }}
	job-secret: ${{ secrets.JOB_SECRET }}
	label: ${{ needs.setup-instance.outputs.runner-name }}

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

merge queue: embarking main (c5bb50b), #2169, #2038, #2170 and [#2184 + #2156 + #2154] together #8812

Workflow file

merge queue: embarking main (c5bb50b), #2169, #2038, #2170 and [#2184 + #2156 + #2154] together #8812

Uh oh!

Workflow file for this run