support Python versions 3.11 and 3.12 (#131)

Author: de1987

.github/workflows/check_dependencies.yaml

@@ -10,11 +10,14 @@ jobs:
     permissions:
       contents: read
       pull-requests: read
+    strategy:
+      matrix:
+        python-version: ["3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - uses: actions/setup-python@v5
         with:
-          python-version: '3.11'
+          python-version: ${{ matrix.python-version }}
       - name: Check Python version
         run: python --version
       - name: Install PDM

.github/workflows/integration_tests.yaml

@@ -12,9 +12,7 @@ jobs:
       pull-requests: read
     strategy:
       matrix:
-# Run tests only for Python 3.11 due to torch dependency.
-#        python-version: ["3.11", "3.12", "3.13"]
-        python-version: ["3.11"]
+        python-version: ["3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}

.github/workflows/unit_tests.yaml

@@ -12,9 +12,7 @@ jobs:
       pull-requests: read
     strategy:
       matrix:
-# Run tests only for Python 3.11 due to torch dependency.
-#        python-version: ["3.11", "3.12", "3.13"]
-        python-version: ["3.11"]
+        python-version: ["3.11", "3.12"]
     steps:
       - uses: actions/checkout@v4
       - name: Set up Python ${{ matrix.python-version }}

Makefile

@@ -49,6 +49,43 @@ install-woke: ## Install woke, required for Inclusive Naming scan
 pdm-lock-check: ## Check that the pdm.lock file is in a good shape
 	pdm lock --check
 
+regenerate-lock: ## Regenerate pdm.lock for current Python version (supports 3.11 and 3.12)
+	@PYTHON_VERSION=$$(python -c 'import sys; print(f"{sys.version_info.major}.{sys.version_info.minor}")'); \
+	echo "Detected Python version: $$PYTHON_VERSION"; \
+	if [ "$$PYTHON_VERSION" = "3.11" ]; then \
+		if [ ! -f pdm.lock ]; then \
+			echo "Creating new lock file for Python 3.11..."; \
+			pdm lock --python ">=3.11,<3.12" --platform linux; \
+		else \
+			echo "Updating lock file for Python 3.11..."; \
+			pdm lock --python ">=3.11,<3.12" --platform linux; \
+		fi \
+	elif [ "$$PYTHON_VERSION" = "3.12" ]; then \
+		if [ ! -f pdm.lock ]; then \
+			echo "Creating new lock file for Python 3.12..."; \
+			pdm lock --python ">=3.12,<3.13" --platform linux; \
+		else \
+			echo "Appending Python 3.12 to existing lock file..."; \
+			pdm lock --python ">=3.12,<3.13" --platform linux --append; \
+		fi \
+	else \
+		echo "ERROR: Unsupported Python version $$PYTHON_VERSION. Only 3.11 and 3.12 are supported."; \
+		exit 1; \
+	fi
+
+regenerate-lock-all: ## Regenerate complete multi-target pdm.lock for both Python 3.11 and 3.12
+	@echo "This requires both .venv311 and .venv312 virtual environments"
+	@if [ ! -d .venv311 ] || [ ! -d .venv312 ]; then \
+		echo "ERROR: Missing virtual environments. Please create .venv311 and .venv312"; \
+		exit 1; \
+	fi
+	@echo "Step 1: Creating lock file for Python 3.11..."
+	@rm -f pdm.lock
+	(source .venv311/bin/activate && pdm lock --python ">=3.11,<3.12" --platform linux)
+	@echo "Step 2: Appending Python 3.12 target..."
+	(source .venv312/bin/activate && pdm lock --python ">=3.12,<3.13" --platform linux --append)
+	@echo "✅ Multi-target lock file created successfully!"
+
 install-deps: install-tools pdm-lock-check ## Install all required dependencies needed to run the service, according to pdm.lock
 	@for a in 1 2 3 4 5; do pdm sync && break || sleep 15; done
 

pdm.lock

@@ -55,7 +55,6 @@ version = "pdm run make print-version"
 verify-sources = "pdm run make verify"
 verify-packages = " pdm run make verify-packages-completeness"
 
-
 [build-system]
 requires = ["pdm-backend"]
 build-backend = "pdm.backend"
@@ -67,8 +66,10 @@ description = "Road-core service is an AI powered assistant that runs on OpenShi
 authors = []
 dependencies = [
     "pdm>=2.21.0",
-    'torch@http://download.pytorch.org/whl/cpu/torch-2.5.1%2Bcpu-cp311-cp311-linux_x86_64.whl ; platform_system != "Darwin"',
-    'torch-macos@http://download.pytorch.org/whl/cpu/torch-2.5.1-cp311-none-macosx_11_0_arm64.whl ; platform_system == "Darwin"',
+    'torch @ https://download.pytorch.org/whl/cpu/torch-2.5.1%2Bcpu-cp311-cp311-linux_x86_64.whl ; sys_platform == "linux" and python_version < "3.12"',
+    'torch @ https://download.pytorch.org/whl/cpu/torch-2.5.1%2Bcpu-cp312-cp312-linux_x86_64.whl ; sys_platform == "linux" and python_version >= "3.12"',
+    'torch @ https://download.pytorch.org/whl/cpu/torch-2.5.1-cp311-none-macosx_11_0_arm64.whl ; sys_platform == "darwin" and python_version < "3.12"',
+    'torch @ https://download.pytorch.org/whl/cpu/torch-2.5.1-cp312-none-macosx_11_0_arm64.whl ; sys_platform == "darwin" and python_version >= "3.12"',
     "pandas>=2.2.3",
     "httpx==0.27.2",
     "fastapi>=0.121.0",
@@ -120,7 +121,7 @@ dependencies = [
     # need to pin to avoid deadlock
     "requests==2.32.2",
 ]
-requires-python = ">=3.11.1,<=3.12.8"
+requires-python = ">=3.11.1,<3.13"
 readme = "README.md"
 license = {file = "LICENSE"}