🔥 drop support for Python 3.9 (#229)

Author: danielgafni

.github/workflows/CI.yml

@@ -59,7 +59,6 @@ jobs:
           - "3.12"
           - "3.11"
           - "3.10"
-          - "3.9"
         ray:
           - "2.46.0"
         dagster:
@@ -110,7 +109,7 @@ jobs:
         os:
           - Ubuntu
         py:
-          - "3.9"
+          - "3.10"
     steps:
       - uses: actions/checkout@v4
       - name: Install uv
@@ -132,7 +131,7 @@ jobs:
         os:
           - Ubuntu
         py:
-          - "3.9"
+          - "3.10"
     steps:
       - uses: actions/checkout@v4
       - name: Install uv

.python-version

@@ -0,0 +1 @@
+3.10

docs/contributing/documentation.md

@@ -25,7 +25,7 @@ docs/
 
 ### Prerequisites
 
-1. **Python Environment**: Ensure you have Python 3.9+ installed
+1. **Python Environment**: Ensure you have Python 3.10+ installed
 2. **UV Package Manager**: The project uses `uv` for dependency management
 
 ### Setup Steps

flake.nix

@@ -10,7 +10,7 @@
         system = "x86_64-linux";
       };
       lib = pkgs.lib;
-      python = pkgs.python39;
+      python = pkgs.python310;
     in {
       default = pkgs.mkShell {
         buildInputs = [
@@ -30,7 +30,7 @@
           pkgs.gcc-unwrapped.lib
           pkgs.glibc
           pkgs.glib
-          pkgs.python39
+          pkgs.python310
         ];
         UV_PYTHON = "${python}/bin/python";
         shellHook = ''

pyproject.toml

@@ -6,7 +6,7 @@ authors = [
     {name = "Daniel Gafni", email = "danielgafni16@gmail.com"},
 ]
 license = {text = "Apache-2.0"}
-requires-python = ">=3.9,<3.13"
+requires-python = ">=3.10,<3.13"
 readme = "README.md"
 keywords = [
     "dagster",
@@ -15,7 +15,6 @@ keywords = [
     "distributed",
 ]
 classifiers = [
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
@@ -65,7 +64,6 @@ dev = [
     "pytest<8.0.0,>=7.3.1",
     "ruff>=0.3.0,<1.0.0",
     "pre-commit>=4.3.0,<4.4.0",
-    "dagit<2.0.0,>=1.3.9",
     "pytest-cases<4.0.0,>=3.6.14",
     "pytest-kubernetes<1.0.0,>=0.3.1",
     "blacken-docs<2.0.0,>=1.16.0",
@@ -76,6 +74,7 @@ dev = [
     "ipython>=8.12.3",
     "syrupy>=4.9.1",
     "pytest-env>=1.1.3",
+    "dagster-webserver>=1.10.2",
 ]
 docs = [
     "griffe>=1.14.0",
@@ -102,7 +101,7 @@ log_cli = true
 log_level = "INFO"
 
 [tool.ruff]
-target-version = "py39"
+target-version = "py310"
 line-length = 120
 src = [
     "src",
@@ -145,7 +144,7 @@ ban-relative-imports = "all"
 banned-module-level-imports = ["ray", "kubernetes", "torch"]
 
 [tool.pyright]
-pythonVersion = "3.9"
+pythonVersion = "3.10"
 typeCheckingMode = "standard"
 failOnWarnings = false
 reportPropertyTypeMismatch = true

src/dagster_ray/executor.py

@@ -1,7 +1,7 @@
 from __future__ import annotations
 
 from collections.abc import Iterator
-from typing import TYPE_CHECKING, Any, Optional, cast
+from typing import TYPE_CHECKING, Any, cast
 
 import dagster as dg
 from dagster._core.definitions.executor_definition import multiple_process_executor_requirements
@@ -184,7 +184,7 @@ def launch_step(self, step_handler_context: StepHandlerContext) -> Iterator[Dags
         else:
             remote_job_origin = run.external_job_origin  # type: ignore
 
-        remote_job_origin = cast(Optional[RemoteJobOrigin], remote_job_origin)
+        remote_job_origin = cast(RemoteJobOrigin | None, remote_job_origin)
 
         if remote_job_origin:
             labels["dagster/code-location"] = remote_job_origin.repository_origin.code_location_origin.location_name

src/dagster_ray/kuberay/client/raycluster/client.py

@@ -5,14 +5,13 @@
 import subprocess
 import threading
 import time
-from collections.abc import Iterator
+from collections.abc import Callable, Iterator
 from contextlib import contextmanager
 from io import FileIO
 from queue import Queue
 from typing import (
     TYPE_CHECKING,
     Any,
-    Callable,
     TypedDict,
 )
 

src/dagster_ray/kuberay/resources/raycluster.py

@@ -1,5 +1,3 @@
-from typing import Optional
-
 import dagster as dg
 from pydantic import Field, PrivateAttr
 from typing_extensions import override
@@ -16,8 +14,8 @@
 class KubeRayClusterClientResource(dg.ConfigurableResource[RayClusterClient]):
     """This configurable resource provides a `dagster_ray.kuberay.client.RayClusterClient`."""
 
-    kube_context: Optional[str] = None
-    kube_config: Optional[str] = None
+    kube_context: str | None = None
+    kube_config: str | None = None
 
     def create_resource(self, context: dg.InitResourceContext) -> RayClusterClient:
         load_kubeconfig(context=self.kube_context, config_file=self.kube_config)

src/dagster_ray/kuberay/resources/rayjob.py

@@ -1,4 +1,4 @@
-from typing import TYPE_CHECKING, Literal, Optional
+from typing import TYPE_CHECKING, Literal
 
 import dagster as dg
 from pydantic import Field, PrivateAttr
@@ -22,8 +22,8 @@
 class KubeRayJobClientResource(dg.ConfigurableResource[RayJobClient]):
     """This configurable resource provides a `dagster_ray.kuberay.client.RayJobClient`."""
 
-    kube_context: Optional[str] = None
-    kube_config: Optional[str] = None
+    kube_context: str | None = None
+    kube_config: str | None = None
 
     def create_resource(self, context: dg.InitResourceContext):
         load_kubeconfig(context=self.kube_context, config_file=self.kube_config)

src/dagster_ray/run_launcher.py

@@ -2,7 +2,7 @@
 
 import logging
 import sys
-from typing import TYPE_CHECKING, Any, Optional, cast
+from typing import TYPE_CHECKING, Any, cast
 
 import dagster as dg
 from dagster._cli.api import ExecuteRunArgs  # type: ignore
@@ -170,7 +170,7 @@ def _launch_ray_job(self, submission_id: str, entrypoint: str, run: DagsterRun):
         else:
             remote_job_origin = run.external_job_origin  # type: ignore
 
-        remote_job_origin = cast(Optional[RemoteJobOrigin], remote_job_origin)
+        remote_job_origin = cast(RemoteJobOrigin | None, remote_job_origin)
 
         if remote_job_origin:
             labels["dagster/code-location"] = remote_job_origin.repository_origin.code_location_origin.location_name