.github/workflows/build-binaries.yml

@@ -9,71 +9,68 @@ jobs:
   # Compile the binaries and upload artifacts
   compile-binaries:
     strategy:
-      fail-fast: true
+      fail-fast: false
       matrix:
         include:
           - os: ubuntu-latest
             package-suffix: linux-amd64
           - os: ubuntu-arm
             package-suffix: linux-aarch64
-            # Need the 8 CPU version that has 12GB of RAM, the 4 CPU version
-            # only has 6 GB.
-            runsOn: buildjet-8vcpu-ubuntu-2204-arm
+            runsOn: ubuntu-24.04-arm64-2-core
           - os: macos-intel
             package-suffix: macos-amd64
-            runsOn: macos-12
+            runsOn: macos-13
           - os: macos-arm
             package-suffix: macos-aarch64
             runsOn: macos-14
           - os: windows-latest
             package-suffix: windows-amd64
     runs-on: ${{ matrix.runsOn || matrix.os }}
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
         with:
           submodules: recursive
-      # actions/setup-python doesn't yet support Linux ARM
-      - if: ${{ matrix.os != 'ubuntu-arm' }}
-        uses: actions/setup-python@v4
+      - uses: actions/setup-python@v5
         with:
-          python-version: "3.12"
-      - if: ${{ matrix.os == 'ubuntu-arm' }}
-        uses: deadsnakes/action@v2.1.1
-        with:
-          python-version: "3.12"
+          python-version: "3.13"
 
       # Install Rust locally for non-Linux (Linux uses an internal docker
       # command to build with cibuildwheel which uses rustup install defined
       # in pyproject.toml)
       - if: ${{ runner.os != 'Linux' }}
-        uses: actions-rs/toolchain@v1
-        with:
-          toolchain: stable
+        uses: dtolnay/rust-toolchain@stable
       - if: ${{ runner.os != 'Linux' }}
-        uses: Swatinem/rust-cache@v1
+        uses: Swatinem/rust-cache@v2
         with:
-          working-directory: temporalio/bridge
-
-      # Prepare
-      # Using fixed Poetry version until
-      # https://github.com/python-poetry/poetry/issues/7611 and
-      # https://github.com/python-poetry/poetry/pull/7694 are fixed
-      - run: python -m pip install --upgrade wheel "poetry==1.3.2" poethepoet
-      - run: poetry install --no-root --all-extras
+          workspaces: temporalio/bridge -> target
+      - uses: astral-sh/setup-uv@v5
+      - run: uv sync --all-extras
 
       # Add the source dist only for Linux x64 for now
       - if: ${{ matrix.package-suffix == 'linux-amd64' }}
-        run: poetry build --format sdist
+        run: uv build --sdist
 
-      # Build and fix the wheel
-      - run: poetry run cibuildwheel --output-dir dist
-      - run: poe fix-wheel
+      # Build the wheel
+      - run: uv run cibuildwheel --output-dir dist
 
-      # Simple test
-      - run: poe test-dist-single
+      # Install the wheel in a new venv and run a test
+      - name: Test wheel
+        shell: bash
+        run: |
+          mkdir __test_wheel__
+          cd __test_wheel__
+          cp -r ../tests .
+          python -m venv .venv
+          bindir=bin
+          if [ "$RUNNER_OS" = "Windows" ]; then
+            bindir=Scripts
+          fi
+          ./.venv/$bindir/pip install 'protobuf>=3.20,<6' 'types-protobuf>=3.20,<6' 'typing-extensions>=4.2.0,<5' pytest pytest_asyncio grpcio pydantic opentelemetry-api opentelemetry-sdk python-dateutil
+          ./.venv/$bindir/pip install --no-index --find-links=../dist temporalio
+          ./.venv/$bindir/python -m pytest -s -k test_workflow_hello
 
       # Upload dist
-      - uses: actions/upload-artifact@v2
+      - uses: actions/upload-artifact@v4
         with:
           name: packages-${{ matrix.package-suffix }}
           path: dist

.github/workflows/ci.yml

@@ -9,62 +9,84 @@ on:
 jobs:
   # Build and test the project
   build-lint-test:
+    timeout-minutes: 30
     strategy:
-      fail-fast: true
+      fail-fast: false
       matrix:
-        python: ["3.8", "3.12"]
+        python: ["3.9", "3.13"]
         os: [ubuntu-latest, ubuntu-arm, macos-intel, macos-arm, windows-latest]
         include:
+          # On 3.9 there is a problem with import errors caused by pytests' loader that surface due
+          # to a bug in CPython (https://github.com/python/cpython/issues/91351), so we avoid using
+          # the assert rewriter.
+          - python: "3.9"
+            pytestExtraArgs: "--assert=plain"
           - os: ubuntu-latest
-            python: "3.12"
+            python: "3.13"
             docsTarget: true
+            cloudTestTarget: true
+            clippyLinter: true
           - os: ubuntu-latest
-            python: "3.8"
+            python: "3.9"
             protoCheckTarget: true
           - os: ubuntu-arm
-            runsOn: buildjet-4vcpu-ubuntu-2204-arm
+            runsOn: ubuntu-24.04-arm64-2-core
           - os: macos-intel
-            runsOn: macos-12
-          - os: macos-arm
-            runsOn: macos-14
-        # macOS ARM 3.8 does not have an available Python build at
-        # https://raw.githubusercontent.com/actions/python-versions/main/versions-manifest.json.
-        # See https://github.com/actions/setup-python/issues/808 and
-        # https://github.com/actions/python-versions/pull/259.
-        exclude:
+            runsOn: macos-13
+          # On 3.13.3 there is some issue with macOS intel where it hangs after pytest with some
+          # test that may have a worker that cannot properly shutdown, but it does not occur on
+          # other versions, platforms, etc. See https://github.com/temporalio/sdk-python/issues/834.
+          - os: macos-intel
+            python: "3.13"
+            pythonOverride: "3.13.2"
           - os: macos-arm
-            python: "3.8"
+            runsOn: macos-latest
     runs-on: ${{ matrix.runsOn || matrix.os }}
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
         with:
           submodules: recursive
-      - uses: actions-rs/toolchain@v1
-        with:
-          toolchain: stable
-      - uses: Swatinem/rust-cache@v1
+      - uses: dtolnay/rust-toolchain@stable
+      - uses: Swatinem/rust-cache@v2
         with:
-          working-directory: temporalio/bridge
-      # actions/setup-python doesn't yet support Linux ARM
-      - if: ${{ matrix.os != 'ubuntu-arm' }}
-        uses: actions/setup-python@v4
+          workspaces: temporalio/bridge -> target
+      - uses: actions/setup-python@v5
         with:
-          python-version: ${{ matrix.python }}
-      - if: ${{ matrix.os == 'ubuntu-arm' }}
-        uses: deadsnakes/action@v2.1.1
+          python-version: ${{ matrix.pythonOverride || matrix.python }}
+      - uses: arduino/setup-protoc@v3
         with:
-          python-version: ${{ matrix.python }}
-      # Using fixed Poetry version until
-      # https://github.com/python-poetry/poetry/issues/7611 and
-      # https://github.com/python-poetry/poetry/pull/7694 are fixed
-      - run: python -m pip install --upgrade wheel "poetry==1.3.2" poethepoet
-      - run: poetry install --no-root --all-extras
+          # TODO(cretz): Can upgrade proto when https://github.com/arduino/setup-protoc/issues/99 fixed
+          version: "23.x"
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+      - uses: astral-sh/setup-uv@v5
+      - run: uv tool install poethepoet
+      - run: uv sync --all-extras
+      - run: poe bridge-lint
+        if: ${{ matrix.clippyLinter }}
       - run: poe lint
       - run: poe build-develop
-      - run: poe test -s -o log_cli_level=DEBUG
+      - run: mkdir junit-xml
+      - run: poe test ${{matrix.pytestExtraArgs}} -s --junit-xml=junit-xml/${{ matrix.python }}--${{ matrix.os }}.xml
+        timeout-minutes: 10
       # Time skipping doesn't yet support ARM
       - if: ${{ !endsWith(matrix.os, '-arm') }}
-        run: poe test -s -o log_cli_level=DEBUG --workflow-environment time-skipping
+        run: poe test ${{matrix.pytestExtraArgs}} -s --workflow-environment time-skipping --junit-xml=junit-xml/${{ matrix.python }}--${{ matrix.os }}--time-skipping.xml
+        timeout-minutes: 10
+      # Check cloud if proper target and not on fork
+      - if: ${{ matrix.cloudTestTarget && (github.event.pull_request.head.repo.full_name == '' || github.event.pull_request.head.repo.full_name == 'temporalio/sdk-python') }}
+        run: poe test ${{matrix.pytestExtraArgs}} -s -k test_cloud_client --junit-xml=junit-xml/${{ matrix.python }}--${{ matrix.os }}--cloud.xml
+        timeout-minutes: 10
+        env:
+          TEMPORAL_CLIENT_CLOUD_API_KEY: ${{ secrets.TEMPORAL_CLIENT_CLOUD_API_KEY }}
+          TEMPORAL_CLIENT_CLOUD_API_VERSION: 2024-05-13-00
+          TEMPORAL_CLIENT_CLOUD_NAMESPACE: sdk-ci.a2dd6
+      - name: "Upload junit-xml artifacts"
+        uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: junit-xml--${{github.run_id}}--${{github.run_attempt}}--${{ matrix.python }}--${{ matrix.os }}
+          path: junit-xml
+          retention-days: 14
 
       # Confirm protos are already generated properly with older protobuf
       # library and run test with that older version. We must downgrade protobuf
@@ -76,22 +98,28 @@ jobs:
         env:
           TEMPORAL_TEST_PROTO3: 1
         run: |
-          poetry add "protobuf<4"
+          uv add --python 3.9 "protobuf<4"
+          uv sync --all-extras
+          poe build-develop
           poe gen-protos
           poe format
-          [[ -z $(git status --porcelain temporalio) ]] || (git diff; echo "Protos changed"; exit 1)
-          poe test -s -o log_cli_level=DEBUG
+          [[ -z $(git status --porcelain temporalio) ]] || (git diff temporalio; echo "Protos changed"; exit 1)
+          poe test -s
+        timeout-minutes: 10
 
       # Do docs stuff (only on one host)
       - name: Build API docs
         if: ${{ matrix.docsTarget }}
         run: poe gen-docs
       - name: Deploy prod API docs
         if: ${{ github.ref == 'refs/heads/main' && matrix.docsTarget }}
-        run: npx vercel deploy build/apidocs -t ${{ secrets.VERCEL_TOKEN }} --name python --scope temporal --prod --yes
+        env:
+          VERCEL_ORG_ID: ${{ secrets.VERCEL_ORG_ID }}
+          VERCEL_PROJECT_ID: ${{ secrets.VERCEL_PROJECT_ID }}
+        run: npx vercel deploy build/apidocs -t ${{ secrets.VERCEL_TOKEN }} --prod --yes
 
       # Confirm README ToC is generated properly
-      - uses: actions/setup-node@v3
+      - uses: actions/setup-node@v4
       - name: Check generated README ToC
         if: ${{ matrix.docsTarget }}
         run: |
@@ -105,4 +133,3 @@ jobs:
       python-repo-path: ${{github.event.pull_request.head.repo.full_name}}
       version: ${{github.event.pull_request.head.ref}}
       version-is-repo-ref: true
-      features-repo-ref: http-connect-proxy-python

.github/workflows/omes.yml

@@ -0,0 +1,18 @@
+name: Omes Testing
+on:
+  push:
+    branches:
+      - main
+      - "releases/*"
+
+jobs:
+  omes-image-build:
+    uses: temporalio/omes/.github/workflows/docker-images.yml@main
+    secrets: inherit
+    with:
+      lang: python
+      sdk-repo-url: ${{ github.event.pull_request.head.repo.full_name || 'temporalio/sdk-python' }}
+      sdk-repo-ref: ${{ github.event.pull_request.head.ref || github.ref }}
+      # TODO: Remove once we have a good way of cleaning up sha-based pushed images
+      docker-tag-ext: ci-latest
+      do-push: true

.github/workflows/run-bench.yml

@@ -26,22 +26,28 @@ jobs:
     runs-on: ${{ matrix.os }}
     steps:
       # Prepare
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
         with:
           submodules: recursive
-      - uses: actions-rs/toolchain@v1
+      - uses: dtolnay/rust-toolchain@stable
         with:
           toolchain: stable
-      - uses: Swatinem/rust-cache@v1
+      - uses: Swatinem/rust-cache@v2
         with:
-          working-directory: temporalio/bridge
-      - uses: actions/setup-python@v4
+          workspaces: temporalio/bridge -> target
+      - uses: actions/setup-python@v5
         with:
-          python-version: "3.12"
-
+          python-version: "3.13"
+      - uses: arduino/setup-protoc@v3
+        with:
+          # TODO(cretz): Can upgrade proto when https://github.com/arduino/setup-protoc/issues/99 fixed
+          version: "23.x"
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: astral-sh/setup-uv@v5
       # Build
-      - run: python -m pip install --upgrade wheel poetry poethepoet
-      - run: poetry install --no-root --all-extras
+      - run: uv tool install poethepoet
+      - run: uv sync --all-extras
       - run: poe build-develop-with-release
 
       # Run a bunch of bench tests. We run multiple times since results vary.

.gitignore

@@ -7,3 +7,5 @@ temporalio/bridge/temporal_sdk_bridge*
 /tests/helpers/golangserver/golangserver
 /tests/helpers/golangworker/golangworker
 /.idea
+/sdk-python.iml
+/.zed