E2E Tests: Migration from Make to Snakemake (#295)

* Migrated e2e tests to Snakemake

Add first version of the first pipeline in Snakemake

Move contract names to constants.

Refactoring.

Final improvements and GA pipeline

* Add Snakemake support to bridge migration pipeline

* Update README and add workflows visualization

* Update default values for the E2E test workflow

* Minor fixes

* Update Bridge SDK version

* Update the pipeline 01 to work with all EVM networks

* Resolve the problem with the modularization

* Add a note about the Snakemake extension for IDE

* Fix up 652c8ee: add missing changes

* Add further improvements to the README

* Drop makefiles

* Delete one more Makefile

Author: kisialiou

.github/e2e-setup/action.yml

@@ -64,7 +64,7 @@ runs:
     - name: Setup Rust toolchain
       uses: dtolnay/rust-toolchain@stable
       with:
-        toolchain: 1.81.0
+        toolchain: 1.85.0
         target: wasm32-unknown-unknown
 
     - name: Cache Rust dependencies
@@ -84,7 +84,7 @@ runs:
       with:
         tool: bridge-cli
         git: https://github.com/Near-One/bridge-sdk-rs/
-        rev: b7c5acf
+        rev: 8f1a290c162a91b0314f363759fdc0e210e48d89
 
     - name: Install NEAR CLI
       uses: taiki-e/cache-cargo-install-action@v2
@@ -115,3 +115,11 @@ runs:
 
     - name: Set up Docker
       uses: docker/setup-buildx-action@v2
+    
+    - name: Set up Conda environment and Snakemake
+      uses: conda-incubator/setup-miniconda@v3
+      with:
+        auto-update-conda: true
+        python-version: 3.12.8
+        activate-environment: snakemake
+        environment-file: e2e-testing/environment.yml

.github/workflows/e2e-test.yml

@@ -6,7 +6,7 @@ on:
       selected_pipelines:
         description: "Space-separated list of pipelines to run (e.g. 'bridge_token_near_to_evm another_pipeline')"
         required: false
-        default: "bridge-token-near-to-evm"
+        default: "01_bridge_token_near_to_evm"
       release_tag:
         description: "Release tag to download artifacts from (optional)"
         required: false
@@ -31,6 +31,9 @@ jobs:
     needs: [get-pipelines-matrix]
     name: Run ${{ matrix.pipeline }}
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        shell: bash -el {0}
     strategy:
       matrix: ${{fromJson(needs.get-pipelines-matrix.outputs.matrix)}}
       fail-fast: false
@@ -53,12 +56,11 @@ jobs:
         with:
           infura_api_key: ${{ secrets.E2E_INFURA_API_KEY }}
           evm_private_key: ${{ secrets.E2E_EVM_PRIVATE_KEY }}
-          eth_rpc_url: ${{ secrets.E2E_ETH_RPC_URL }}
-      
+          eth_rpc_url: ${{ secrets.E2E_ETH_RPC_URL }}  
+
       - name: Run pipeline
-        run: |
-          echo "Running pipeline: ${{ matrix.pipeline }}"
-          cd e2e-testing && make ${{ matrix.pipeline }}
+        run:
+          snakemake --directory e2e-testing --snakefile e2e-testing/snakefiles/${{ matrix.pipeline }}.smk -j1 --retries=1 --rerun-triggers=mtime
 
       - name: Upload test artifacts
         if: always()

e2e-testing/.gitignore

@@ -13,4 +13,7 @@ tools/typechain-types/
 tools/dist/
 tools/node_modules/
 
-bridge-sdk-config.json
+bridge-sdk-config.json
+
+.snakemake/
+__pycache__/