[AI] [Inference] beta.6 - audio input, developer role

sdk/ai/ai-inference-rest/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Release History
 
+## 1.0.0-beta.6 (2025-03-18)
+
+### Features Added
+- Add "developer" chat role, and ChatRequestDeveloperMessage interface.
+- Added audio input (data and url) to chat completions, with samples.
+
 ## 1.0.0-beta.5 (2025-01-22)
 
 ### Breaking Changes

sdk/ai/ai-inference-rest/review/ai-inference.api.md

@@ -15,6 +15,9 @@ import type { RequestParameters } from '@azure-rest/core-client';
 import type { StreamableMethod } from '@azure-rest/core-client';
 import type { TokenCredential } from '@azure/core-auth';
 
+// @public
+export type AudioContentFormat = string;
+
 // @public
 export interface ChatChoiceOutput {
     finish_reason: CompletionsFinishReasonOutput | null;
@@ -99,7 +102,19 @@ export interface ChatCompletionsToolDefinition {
 }
 
 // @public
-export type ChatMessageContentItem = ChatMessageContentItemParent | ChatMessageTextContentItem | ChatMessageImageContentItem;
+export interface ChatMessageAudioDataContentItem extends ChatMessageContentItemParent {
+    input_audio: ChatMessageInputAudio;
+    type: "input_audio";
+}
+
+// @public
+export interface ChatMessageAudioUrlContentItem extends ChatMessageContentItemParent {
+    audio_url: ChatMessageInputAudioUrl;
+    type: "audio_url";
+}
+
+// @public
+export type ChatMessageContentItem = ChatMessageContentItemParent | ChatMessageTextContentItem | ChatMessageImageContentItem | ChatMessageAudioUrlContentItem | ChatMessageAudioDataContentItem;
 
 // @public
 export interface ChatMessageContentItemParent {
@@ -122,6 +137,17 @@ export interface ChatMessageImageUrl {
     url: string;
 }
 
+// @public
+export interface ChatMessageInputAudio {
+    data: string;
+    format: AudioContentFormat;
+}
+
+// @public
+export interface ChatMessageInputAudioUrl {
+    url: string;
+}
+
 // @public
 export interface ChatMessageTextContentItem extends ChatMessageContentItemParent {
     text: string;
@@ -136,7 +162,13 @@ export interface ChatRequestAssistantMessage extends ChatRequestMessageParent {
 }
 
 // @public
-export type ChatRequestMessage = ChatRequestMessageParent | ChatRequestSystemMessage | ChatRequestUserMessage | ChatRequestAssistantMessage | ChatRequestToolMessage;
+export interface ChatRequestDeveloperMessage extends ChatRequestMessageParent {
+    content: string;
+    role: "developer";
+}
+
+// @public
+export type ChatRequestMessage = ChatRequestMessageParent | ChatRequestSystemMessage | ChatRequestDeveloperMessage | ChatRequestUserMessage | ChatRequestAssistantMessage | ChatRequestToolMessage;
 
 // @public
 export interface ChatRequestMessageParent {
@@ -254,7 +286,7 @@ export interface GetChatCompletions200Response extends HttpResponse {
 // @public (undocumented)
 export interface GetChatCompletionsBodyParam {
     // (undocumented)
-    body?: {
+    body: {
         messages: Array<ChatRequestMessage>;
         frequency_penalty?: number;
         stream?: boolean;
@@ -302,7 +334,7 @@ export type GetChatCompletionsParameters = GetChatCompletionsHeaderParam & GetCh
 
 // @public (undocumented)
 export interface GetEmbeddings {
-    post(options?: GetEmbeddingsParameters): StreamableMethod<GetEmbeddings200Response | GetEmbeddingsDefaultResponse>;
+    post(options: GetEmbeddingsParameters): StreamableMethod<GetEmbeddings200Response | GetEmbeddingsDefaultResponse>;
 }
 
 // @public
@@ -316,7 +348,7 @@ export interface GetEmbeddings200Response extends HttpResponse {
 // @public (undocumented)
 export interface GetEmbeddingsBodyParam {
     // (undocumented)
-    body?: {
+    body: {
         input: string[];
         dimensions?: number;
         encoding_format?: EmbeddingEncodingFormat;