deps: upgrade to python 3.12

Switches the base image to ubi9 with Python 3.12 image
and ditches the psycopg2 in favor of psycopg-c (3.x.x).
Upgrades local dev database to Postgres 17 to be inline databases used
in envs.

Refs: ATV-242

Author: nicobav

.github/workflows/ci.yml

@@ -12,5 +12,5 @@ jobs:
     uses: City-of-Helsinki/.github/.github/workflows/ci-django-api.yml@main
     secrets: inherit
     with:
-      python-version: 3.11
-      postgres-major-version: 14
+      python-version: 3.12
+      postgres-major-version: 17

Dockerfile

@@ -1,5 +1,5 @@
 # ==============================
-FROM registry.access.redhat.com/ubi8/python-311 AS appbase
+FROM registry.access.redhat.com/ubi9/python-312 AS appbase
 # ==============================
 
 EXPOSE 8000/tcp
@@ -28,7 +28,7 @@ COPY --chown=1000:0 requirements-prod.txt /app/requirements-prod.txt
 COPY --chown=1000:0 .prod/escape_json.c /app/.prod/escape_json.c
 USER 1000
 
-RUN pip install -U pip \
+RUN pip install -U pip setuptools wheel \
     && pip install --no-cache-dir -r /app/requirements.txt \
     && pip install --no-cache-dir -r /app/requirements-prod.txt \
     && uwsgi --build-plugin /app/.prod/escape_json.c \

README.md

@@ -39,8 +39,8 @@ Prerequisites:
 ## Development without Docker
 
 Prerequisites:
-* PostgreSQL 14
-* Python 3.11
+* PostgreSQL 17
+* Python 3.12
 
 
 ### Installing Python requirements

docker-compose.yml

@@ -1,6 +1,6 @@
 services:
     postgres:
-        image: postgres:14
+        image: postgres:17
         restart: on-failure
         environment:
             POSTGRES_USER: atv

documents/tests/test_models.py

@@ -33,7 +33,7 @@ def test_content_is_encrypted(service, user):
     with connection.cursor() as cur:
         cur.execute("SELECT content FROM %s" % Document._meta.db_table)
         row = cur.fetchone()
-        assert "test_content" not in row[0]
+        assert b"test_content" not in row[0]
 
     data = field.decrypt(row[0])
     assert data == content

pyproject.toml

@@ -1,5 +1,5 @@
 [tool.ruff]
-target-version = "py311"
+target-version = "py312"
 
 [tool.ruff.lint]
 select = [

requirements-dev.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
 #    pip-compile requirements-dev.in
@@ -101,9 +101,9 @@ traitlets==5.14.3
     # via
     #   ipython
     #   matplotlib-inline
-typing-extensions==4.12.2
+typing-extensions==4.15.0
     # via
-    #   ipython
+    #   -c requirements.txt
     #   pytest-factoryboy
 virtualenv==20.26.6
     # via pre-commit

requirements.in

@@ -10,7 +10,7 @@ djangorestframework-api-key
 drf-extensions
 drf-oidc-auth==0.10.0
 drf-spectacular
-psycopg2
+psycopg[c]
 sentry_sdk
 elasticsearch==7.15.2
 pyclamd

requirements.txt

@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.12
 # by the following command:
 #
 #    pip-compile requirements.in
@@ -32,6 +32,7 @@ django==4.2.23
     #   django-helusers
     #   django-searchable-encrypted-fields
     #   djangorestframework
+    #   drf-extensions
     #   drf-oidc-auth
     #   drf-spectacular
 django-cors-headers==4.4.0
@@ -54,7 +55,7 @@ djangorestframework==3.15.2
     #   drf-spectacular
 djangorestframework-api-key==3.0.0
     # via -r requirements.in
-drf-extensions==0.7.1
+drf-extensions==0.8.0
     # via -r requirements.in
 drf-oidc-auth==0.10.0
     # via -r requirements.in
@@ -80,8 +81,11 @@ packaging==24.1
     # via
     #   deprecation
     #   djangorestframework-api-key
-psycopg2==2.9.9
+    #   drf-extensions
+psycopg[c]==3.2.9
     # via -r requirements.in
+psycopg-c==3.2.9
+    # via psycopg
 pyasn1==0.4.8
     # via
     #   python-jose
@@ -120,6 +124,8 @@ six==1.16.0
     #   pyjwkest
 sqlparse==0.5.1
     # via django
+typing-extensions==4.15.0
+    # via psycopg
 uritemplate==4.1.1
     # via drf-spectacular
 urllib3==1.26.20

sonar-project.properties

@@ -1,6 +1,6 @@
 sonar.projectKey=atv-api
 sonar.organization=city-of-helsinki
-sonar.python.version=3.11
+sonar.python.version=3.12
 sonar.python.coverage.reportPaths=coverage.xml
 sonar.test.inclusions=**/tests/**/*
 sonar.exclusions=**/tests/**/*,**/migrations/*,commitlint.config.mjs