From c02eca212a8b635a87bbd6f9d2d73b6eb0070a85 Mon Sep 17 00:00:00 2001 From: Sakari Ikonen Date: Wed, 5 Mar 2025 17:03:56 +0200 Subject: [PATCH] try out spinning full stack for testing metaflow --- .github/workflows/full-stack-test.yml | 34 +++++++++++++++++++++++++++ .github/workflows/test.yml | 2 ++ 2 files changed, 36 insertions(+) create mode 100644 .github/workflows/full-stack-test.yml diff --git a/.github/workflows/full-stack-test.yml b/.github/workflows/full-stack-test.yml new file mode 100644 index 00000000000..a39fc114e34 --- /dev/null +++ b/.github/workflows/full-stack-test.yml @@ -0,0 +1,34 @@ +name: Test Metaflow with complete Kubernetes stack + +on: [push, pull_request] + +jobs: + test: + runs-on: ubuntu-latest + + steps: + - name: Check out source + uses: actions/checkout@v4 + + - name: Install Metaflow + run: | + python -m pip install --upgrade pip + pip install metaflow kubernetes + + + - name: Bring up the environment + run: | + echo "Starting environment in the background..." + MINIKUBE_CPUS=2 metaflow-dev all-up & + # Give time to spin up. Adjust as needed: + sleep 150 + + - name: Wait & run flow + run: | + metaflow-dev shell + echo "Environment is ready; running flow now..." + python metaflow/tutorials/00-helloworld/helloworld.py run --with kubernetes + + - name: Tear down environment + run: | + metaflow-dev down \ No newline at end of file diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 8ae808b7945..11b86f754d0 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -19,6 +19,7 @@ jobs: - uses: pre-commit/action@9b88afc9cd57fd75b655d5c71bd38146d07135fe # v2.0.3 Python: + if: false # disable for testing purposes. name: core / Python ${{ matrix.ver }} on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: @@ -55,6 +56,7 @@ jobs: run: tox R: + if: false # disable for testing purposes. name: core / R ${{ matrix.ver }} on ${{ matrix.os }} runs-on: ${{ matrix.os }} strategy: