feat: omit default values that are not supported by all models (#310)

Author: mitja-kleider

Changelog.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 10.5.0
+
+- Remove default values for top_p, top_k and temperature as not supported by all models
+
 ## 10.4.0
 
 - Add support for multimodal prompts (images only)

aleph_alpha_client/chat.py

@@ -119,9 +119,9 @@ class ChatRequest:
     model: str
     messages: List[Message]
     maximum_tokens: Optional[int] = None
-    temperature: float = 0.0
-    top_k: int = 0
-    top_p: float = 0.0
+    temperature: Optional[float] = None
+    top_k: Optional[int] = None
+    top_p: Optional[float] = None
     stream_options: Optional[StreamOptions] = None
     steering_concepts: Optional[List[str]] = None
     response_format: Optional[ResponseFormat] = None

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "aleph-alpha-client"
-version = "10.4.0"
+version = "10.5.0"
 description = "python client to interact with Aleph Alpha api endpoints"
 authors = [{ name = "Aleph Alpha", email = "support@aleph-alpha.com" }]
 requires-python = ">=3.9,<3.14"

tests/test_chat.py

@@ -284,3 +284,18 @@ def test_multimodal_message_serialization_unknown_type() -> None:
     with pytest.raises(ValueError) as e:
         message.to_json()
     assert str(e.value) == "The item in the prompt is not valid. Try either a string or an Image."
+
+def test_request_serialization_no_default_values() -> None:
+    request = ChatRequest(
+        messages=[Message(role=Role.User, content="Hello, how are you?")],
+        model="dummy-model",
+    )
+    assert request.to_json() == {
+        "model": "dummy-model",
+        "messages": [
+            {
+                "role": "user",
+                "content": "Hello, how are you?"
+            }
+        ]
+    }