Chore: Fix software tests

Author: amotl

.github/workflows/mongodb.yml

@@ -70,7 +70,7 @@ jobs:
         pip install "setuptools>=64" --upgrade
 
         # Install package in editable mode.
-        pip install --use-pep517 --prefer-binary --editable=.[mongodb,test-mongodb,develop]
+        pip install --use-pep517 --prefer-binary --upgrade --editable=.[mongodb,test-mongodb,develop]
 
     - name: Downgrade pymongo on MongoDB 2
       if: matrix.mongodb-version == '2'

cratedb_toolkit/api/model.py

@@ -18,7 +18,7 @@ class ClientBundle:
 
     adapter: DatabaseAdapter
     dbapi: crate.client.connection.Connection
-    sqlalchemy: sa.Engine
+    sqlalchemy: sa.engine.Engine
 
 
 class ClusterBase(abc.ABC):

cratedb_toolkit/testing/testcontainers/minio.py

@@ -37,7 +37,6 @@ def __init__(self, *args, **kwargs):
         image = "quay.io/minio/minio:latest"
         kwargs.setdefault("image", image)
         super().__init__(*args, **kwargs)
-        self.port_to_expose = self.port
 
     @wait_container_is_ready()
     def list_object_names(self, bucket_name: str) -> t.List[str]:

cratedb_toolkit/testing/testcontainers/util.py

@@ -44,7 +44,10 @@ def get_real_host_address(self) -> str:
         Provide Docker-internal full endpoint address `<host>:<port>` of the service.
         For example, `172.17.0.4:9000`.
         """
-        return f"{self.get_real_host_ip()}:{self.port_to_expose}"
+        port = getattr(self, "port", getattr(self, "port_to_expose", None))
+        if port is None:
+            raise ValueError("Unable to discover port number")
+        return f"{self.get_real_host_ip()}:{port}"
 
 
 class KeepaliveContainer(DockerContainer):

doc/install.md

@@ -6,12 +6,12 @@ which is an extremely fast Python package and project manager.
 
 Install package with only [fundamental dependencies].
 ```shell
-uv pip install --upgrade 'cratedb-toolkit'
+uv pip install --upgrade 'cratedb-toolkit' --prerelease=allow
 ```
 
 Install package including [full dependencies] and [all subsystems].
 ```shell
-uv pip install --upgrade 'cratedb-toolkit[all]'
+uv pip install --upgrade 'cratedb-toolkit[all]' --prerelease=allow
 ```
 
 Verify installation.

doc/sandbox.md

@@ -18,7 +18,7 @@ source .venv/bin/activate
 
 Install project in sandbox mode.
 ```shell
-pip install --editable='.[all,develop,docs,test]'
+uv pip install --upgrade --editable='.[all,develop,docs,test]' --prerelease=allow
 ```
 
 Run tests. `TC_KEEPALIVE` keeps the auxiliary service containers running, which

pyproject.toml

@@ -163,7 +163,7 @@ optional-dependencies.kinesis = [
   "lorrystream[carabas]>=0.0.6",
 ]
 optional-dependencies.mongodb = [
-  "commons-codec[mongodb,zyp]>=0.0.21",
+  "commons-codec[mongodb,zyp]>=0.0.22",
   "cratedb-toolkit[io]",
   "orjson>=3.3.1,<4",
   "pymongo>=3.10.1,<4.10",
@@ -194,8 +194,8 @@ optional-dependencies.test = [
   "httpx<0.29",
   "ipywidgets<9",
   "notebook<8",
-  "pueblo[dataframe,notebook,testing]",
-  "pytest<9",
+  "pueblo[dataframe,notebook]>=0.0.11",
+  "pytest>=8,<9",
   "pytest-cov<7",
   "pytest-mock<4",
   "responses<0.26",
@@ -329,6 +329,7 @@ show_missing = true
 [tool.mypy]
 packages = [ "cratedb_toolkit" ]
 exclude = [
+  "cratedb_toolkit/adapter/pymongo/",
 ]
 check_untyped_defs = true
 ignore_missing_imports = true

tests/cluster/test_examples_python.py

@@ -4,7 +4,6 @@
 
 import pytest
 import responses
-from pytest_notebook.nb_regression import NBRegressionFixture
 
 import cratedb_toolkit
 
@@ -92,6 +91,7 @@ def test_example_cloud_import_notebook(mocker, mock_cloud_cluster_exists):
     """
     Verify the Jupyter Notebook example works.
     """
+    from pytest_notebook.nb_regression import NBRegressionFixture
 
     # Synthesize a valid environment.
     mocker.patch.dict(

tests/io/dynamodb/__init__.py

@@ -1,3 +0,0 @@
-import pytest
-
-pytest.importorskip("boto3", reason="Skipping DynamoDB tests because 'boto3' package is not installed")

tests/io/dynamodb/conftest.py

@@ -1,9 +1,13 @@
+# ruff: noqa: E402
 import logging
 import time
 import typing
 
-import botocore
 import pytest
+
+pytest.importorskip("boto3", reason="Skipping DynamoDB tests because 'boto3' package is not installed")
+
+import botocore
 from yarl import URL
 
 from cratedb_toolkit.io.dynamodb.adapter import DynamoDBAdapter