Skip to content

Commit 705be4c

Browse files
authored
feat: add stream_options field (#281)
1 parent 3ab1c2c commit 705be4c

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

aidial_sdk/chat_completion/request.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -235,6 +235,10 @@ class ResponseFormatJsonSchema(ExtraAllowModel):
235235
json_schema: ResponseFormatJsonSchemaObject
236236

237237

238+
class StreamOptions(ExtraAllowModel):
239+
include_usage: Optional[bool]
240+
241+
238242
ResponseFormat = Union[
239243
ResponseFormatText,
240244
ResponseFormatJsonObject,
@@ -254,6 +258,7 @@ class AzureChatCompletionRequest(ExtraAllowModel):
254258
Union[Literal["auto", "none", "required"], ToolChoice]
255259
] = None
256260
stream: bool = False
261+
stream_options: Optional[StreamOptions] = None
257262
temperature: Optional[Temperature] = None
258263
top_p: Optional[TopP] = None
259264
n: Optional[N] = None

0 commit comments

Comments
 (0)