Skip to content

Commit 6a0ff96

Browse files
matthew29tangcopybara-github
matthew29tang
authored and
copybara-github
committed
feat: Add Live Avatar new fields
PiperOrigin-RevId: 897239647
1 parent c4d596b commit 6a0ff96

File tree

6 files changed

+427
-6
lines changed

6 files changed

+427
-6
lines changed

‎api-report/genai-node.api.md‎

Lines changed: 45 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -184,6 +184,14 @@ export interface AutomaticFunctionCallingConfig {
184184
maximumRemoteCalls?: number;
185185
}
186186

187+
// @public
188+
export interface AvatarConfig {
189+
audioBitrateBps?: number;
190+
avatarName?: string;
191+
customizedAvatar?: CustomizedAvatar;
192+
videoBitrateBps?: number;
193+
}
194+
187195
// @public
188196
export interface BaseUrlParameters {
189197
// (undocumented)
@@ -734,6 +742,12 @@ export interface CustomCodeExecutionResult {
734742
score?: number;
735743
}
736744

745+
// @public
746+
export interface CustomizedAvatar {
747+
imageData?: string;
748+
imageMimeType?: string;
749+
}
750+
737751
// @public
738752
export interface CustomMetadata {
739753
key?: string;
@@ -2399,6 +2413,7 @@ export interface LiveClientRealtimeInput {
23992413

24002414
// @public
24012415
export interface LiveClientSetup {
2416+
avatarConfig?: AvatarConfig;
24022417
contextWindowCompression?: ContextWindowCompressionConfig;
24032418
explicitVadSignal?: boolean;
24042419
generationConfig?: GenerationConfig;
@@ -2407,6 +2422,7 @@ export interface LiveClientSetup {
24072422
outputAudioTranscription?: AudioTranscriptionConfig;
24082423
proactivity?: ProactivityConfig;
24092424
realtimeInputConfig?: RealtimeInputConfig;
2425+
safetySettings?: SafetySetting[];
24102426
sessionResumption?: SessionResumptionConfig;
24112427
systemInstruction?: ContentUnion;
24122428
tools?: ToolListUnion;
@@ -2420,6 +2436,7 @@ export class LiveClientToolResponse {
24202436
// @public
24212437
export interface LiveConnectConfig {
24222438
abortSignal?: AbortSignal;
2439+
avatarConfig?: AvatarConfig;
24232440
contextWindowCompression?: ContextWindowCompressionConfig;
24242441
enableAffectiveDialog?: boolean;
24252442
explicitVadSignal?: boolean;
@@ -2432,6 +2449,7 @@ export interface LiveConnectConfig {
24322449
proactivity?: ProactivityConfig;
24332450
realtimeInputConfig?: RealtimeInputConfig;
24342451
responseModalities?: Modality[];
2452+
safetySettings?: SafetySetting[];
24352453
seed?: number;
24362454
sessionResumption?: SessionResumptionConfig;
24372455
speechConfig?: SpeechConfig;
@@ -2726,7 +2744,8 @@ export enum Modality {
27262744
AUDIO = "AUDIO",
27272745
IMAGE = "IMAGE",
27282746
MODALITY_UNSPECIFIED = "MODALITY_UNSPECIFIED",
2729-
TEXT = "TEXT"
2747+
TEXT = "TEXT",
2748+
VIDEO = "VIDEO"
27302749
}
27312750

27322751
// @public
@@ -3852,10 +3871,34 @@ export interface TuningValidationDataset {
38523871

38533872
// @public
38543873
export enum TurnCompleteReason {
3874+
BLOCKLIST = "BLOCKLIST",
3875+
GENERATED_AUDIO_SAFETY = "GENERATED_AUDIO_SAFETY",
3876+
GENERATED_CONTENT_BLOCKLIST = "GENERATED_CONTENT_BLOCKLIST",
3877+
GENERATED_CONTENT_PROHIBITED = "GENERATED_CONTENT_PROHIBITED",
3878+
GENERATED_CONTENT_SAFETY = "GENERATED_CONTENT_SAFETY",
3879+
GENERATED_IMAGE_CELEBRITY = "GENERATED_IMAGE_CELEBRITY",
3880+
GENERATED_IMAGE_IDENTIFIABLE_PEOPLE = "GENERATED_IMAGE_IDENTIFIABLE_PEOPLE",
3881+
GENERATED_IMAGE_MINORS = "GENERATED_IMAGE_MINORS",
3882+
GENERATED_IMAGE_PROHIBITED = "GENERATED_IMAGE_PROHIBITED",
3883+
GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER = "GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER",
3884+
GENERATED_IMAGE_SAFETY = "GENERATED_IMAGE_SAFETY",
3885+
GENERATED_OTHER = "GENERATED_OTHER",
3886+
GENERATED_VIDEO_SAFETY = "GENERATED_VIDEO_SAFETY",
3887+
IMAGE_PROHIBITED_INPUT_CONTENT = "IMAGE_PROHIBITED_INPUT_CONTENT",
3888+
INPUT_IMAGE_CELEBRITY = "INPUT_IMAGE_CELEBRITY",
3889+
INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED = "INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED",
3890+
INPUT_IP_PROHIBITED = "INPUT_IP_PROHIBITED",
3891+
INPUT_OTHER = "INPUT_OTHER",
3892+
INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED = "INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED",
3893+
INPUT_TEXT_NCII_PROHIBITED = "INPUT_TEXT_NCII_PROHIBITED",
38553894
MALFORMED_FUNCTION_CALL = "MALFORMED_FUNCTION_CALL",
3895+
MAX_REGENERATION_REACHED = "MAX_REGENERATION_REACHED",
38563896
NEED_MORE_INPUT = "NEED_MORE_INPUT",
3897+
OUTPUT_IMAGE_IP_PROHIBITED = "OUTPUT_IMAGE_IP_PROHIBITED",
3898+
PROHIBITED_INPUT_CONTENT = "PROHIBITED_INPUT_CONTENT",
38573899
RESPONSE_REJECTED = "RESPONSE_REJECTED",
3858-
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED"
3900+
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED",
3901+
UNSAFE_PROMPT_FOR_IMAGE_GENERATION = "UNSAFE_PROMPT_FOR_IMAGE_GENERATION"
38593902
}
38603903

38613904
// @public

‎api-report/genai-web.api.md‎

Lines changed: 45 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -184,6 +184,14 @@ export interface AutomaticFunctionCallingConfig {
184184
maximumRemoteCalls?: number;
185185
}
186186

187+
// @public
188+
export interface AvatarConfig {
189+
audioBitrateBps?: number;
190+
avatarName?: string;
191+
customizedAvatar?: CustomizedAvatar;
192+
videoBitrateBps?: number;
193+
}
194+
187195
// @public
188196
export interface BaseUrlParameters {
189197
// (undocumented)
@@ -734,6 +742,12 @@ export interface CustomCodeExecutionResult {
734742
score?: number;
735743
}
736744

745+
// @public
746+
export interface CustomizedAvatar {
747+
imageData?: string;
748+
imageMimeType?: string;
749+
}
750+
737751
// @public
738752
export interface CustomMetadata {
739753
key?: string;
@@ -2399,6 +2413,7 @@ export interface LiveClientRealtimeInput {
23992413

24002414
// @public
24012415
export interface LiveClientSetup {
2416+
avatarConfig?: AvatarConfig;
24022417
contextWindowCompression?: ContextWindowCompressionConfig;
24032418
explicitVadSignal?: boolean;
24042419
generationConfig?: GenerationConfig;
@@ -2407,6 +2422,7 @@ export interface LiveClientSetup {
24072422
outputAudioTranscription?: AudioTranscriptionConfig;
24082423
proactivity?: ProactivityConfig;
24092424
realtimeInputConfig?: RealtimeInputConfig;
2425+
safetySettings?: SafetySetting[];
24102426
sessionResumption?: SessionResumptionConfig;
24112427
systemInstruction?: ContentUnion;
24122428
tools?: ToolListUnion;
@@ -2420,6 +2436,7 @@ export class LiveClientToolResponse {
24202436
// @public
24212437
export interface LiveConnectConfig {
24222438
abortSignal?: AbortSignal;
2439+
avatarConfig?: AvatarConfig;
24232440
contextWindowCompression?: ContextWindowCompressionConfig;
24242441
enableAffectiveDialog?: boolean;
24252442
explicitVadSignal?: boolean;
@@ -2432,6 +2449,7 @@ export interface LiveConnectConfig {
24322449
proactivity?: ProactivityConfig;
24332450
realtimeInputConfig?: RealtimeInputConfig;
24342451
responseModalities?: Modality[];
2452+
safetySettings?: SafetySetting[];
24352453
seed?: number;
24362454
sessionResumption?: SessionResumptionConfig;
24372455
speechConfig?: SpeechConfig;
@@ -2726,7 +2744,8 @@ export enum Modality {
27262744
AUDIO = "AUDIO",
27272745
IMAGE = "IMAGE",
27282746
MODALITY_UNSPECIFIED = "MODALITY_UNSPECIFIED",
2729-
TEXT = "TEXT"
2747+
TEXT = "TEXT",
2748+
VIDEO = "VIDEO"
27302749
}
27312750

27322751
// @public
@@ -3852,10 +3871,34 @@ export interface TuningValidationDataset {
38523871

38533872
// @public
38543873
export enum TurnCompleteReason {
3874+
BLOCKLIST = "BLOCKLIST",
3875+
GENERATED_AUDIO_SAFETY = "GENERATED_AUDIO_SAFETY",
3876+
GENERATED_CONTENT_BLOCKLIST = "GENERATED_CONTENT_BLOCKLIST",
3877+
GENERATED_CONTENT_PROHIBITED = "GENERATED_CONTENT_PROHIBITED",
3878+
GENERATED_CONTENT_SAFETY = "GENERATED_CONTENT_SAFETY",
3879+
GENERATED_IMAGE_CELEBRITY = "GENERATED_IMAGE_CELEBRITY",
3880+
GENERATED_IMAGE_IDENTIFIABLE_PEOPLE = "GENERATED_IMAGE_IDENTIFIABLE_PEOPLE",
3881+
GENERATED_IMAGE_MINORS = "GENERATED_IMAGE_MINORS",
3882+
GENERATED_IMAGE_PROHIBITED = "GENERATED_IMAGE_PROHIBITED",
3883+
GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER = "GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER",
3884+
GENERATED_IMAGE_SAFETY = "GENERATED_IMAGE_SAFETY",
3885+
GENERATED_OTHER = "GENERATED_OTHER",
3886+
GENERATED_VIDEO_SAFETY = "GENERATED_VIDEO_SAFETY",
3887+
IMAGE_PROHIBITED_INPUT_CONTENT = "IMAGE_PROHIBITED_INPUT_CONTENT",
3888+
INPUT_IMAGE_CELEBRITY = "INPUT_IMAGE_CELEBRITY",
3889+
INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED = "INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED",
3890+
INPUT_IP_PROHIBITED = "INPUT_IP_PROHIBITED",
3891+
INPUT_OTHER = "INPUT_OTHER",
3892+
INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED = "INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED",
3893+
INPUT_TEXT_NCII_PROHIBITED = "INPUT_TEXT_NCII_PROHIBITED",
38553894
MALFORMED_FUNCTION_CALL = "MALFORMED_FUNCTION_CALL",
3895+
MAX_REGENERATION_REACHED = "MAX_REGENERATION_REACHED",
38563896
NEED_MORE_INPUT = "NEED_MORE_INPUT",
3897+
OUTPUT_IMAGE_IP_PROHIBITED = "OUTPUT_IMAGE_IP_PROHIBITED",
3898+
PROHIBITED_INPUT_CONTENT = "PROHIBITED_INPUT_CONTENT",
38573899
RESPONSE_REJECTED = "RESPONSE_REJECTED",
3858-
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED"
3900+
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED",
3901+
UNSAFE_PROMPT_FOR_IMAGE_GENERATION = "UNSAFE_PROMPT_FOR_IMAGE_GENERATION"
38593902
}
38603903

38613904
// @public

‎api-report/genai.api.md‎

Lines changed: 45 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -184,6 +184,14 @@ export interface AutomaticFunctionCallingConfig {
184184
maximumRemoteCalls?: number;
185185
}
186186

187+
// @public
188+
export interface AvatarConfig {
189+
audioBitrateBps?: number;
190+
avatarName?: string;
191+
customizedAvatar?: CustomizedAvatar;
192+
videoBitrateBps?: number;
193+
}
194+
187195
// @public
188196
export interface BaseUrlParameters {
189197
// (undocumented)
@@ -734,6 +742,12 @@ export interface CustomCodeExecutionResult {
734742
score?: number;
735743
}
736744

745+
// @public
746+
export interface CustomizedAvatar {
747+
imageData?: string;
748+
imageMimeType?: string;
749+
}
750+
737751
// @public
738752
export interface CustomMetadata {
739753
key?: string;
@@ -2399,6 +2413,7 @@ export interface LiveClientRealtimeInput {
23992413

24002414
// @public
24012415
export interface LiveClientSetup {
2416+
avatarConfig?: AvatarConfig;
24022417
contextWindowCompression?: ContextWindowCompressionConfig;
24032418
explicitVadSignal?: boolean;
24042419
generationConfig?: GenerationConfig;
@@ -2407,6 +2422,7 @@ export interface LiveClientSetup {
24072422
outputAudioTranscription?: AudioTranscriptionConfig;
24082423
proactivity?: ProactivityConfig;
24092424
realtimeInputConfig?: RealtimeInputConfig;
2425+
safetySettings?: SafetySetting[];
24102426
sessionResumption?: SessionResumptionConfig;
24112427
systemInstruction?: ContentUnion;
24122428
tools?: ToolListUnion;
@@ -2420,6 +2436,7 @@ export class LiveClientToolResponse {
24202436
// @public
24212437
export interface LiveConnectConfig {
24222438
abortSignal?: AbortSignal;
2439+
avatarConfig?: AvatarConfig;
24232440
contextWindowCompression?: ContextWindowCompressionConfig;
24242441
enableAffectiveDialog?: boolean;
24252442
explicitVadSignal?: boolean;
@@ -2432,6 +2449,7 @@ export interface LiveConnectConfig {
24322449
proactivity?: ProactivityConfig;
24332450
realtimeInputConfig?: RealtimeInputConfig;
24342451
responseModalities?: Modality[];
2452+
safetySettings?: SafetySetting[];
24352453
seed?: number;
24362454
sessionResumption?: SessionResumptionConfig;
24372455
speechConfig?: SpeechConfig;
@@ -2726,7 +2744,8 @@ export enum Modality {
27262744
AUDIO = "AUDIO",
27272745
IMAGE = "IMAGE",
27282746
MODALITY_UNSPECIFIED = "MODALITY_UNSPECIFIED",
2729-
TEXT = "TEXT"
2747+
TEXT = "TEXT",
2748+
VIDEO = "VIDEO"
27302749
}
27312750

27322751
// @public
@@ -3852,10 +3871,34 @@ export interface TuningValidationDataset {
38523871

38533872
// @public
38543873
export enum TurnCompleteReason {
3874+
BLOCKLIST = "BLOCKLIST",
3875+
GENERATED_AUDIO_SAFETY = "GENERATED_AUDIO_SAFETY",
3876+
GENERATED_CONTENT_BLOCKLIST = "GENERATED_CONTENT_BLOCKLIST",
3877+
GENERATED_CONTENT_PROHIBITED = "GENERATED_CONTENT_PROHIBITED",
3878+
GENERATED_CONTENT_SAFETY = "GENERATED_CONTENT_SAFETY",
3879+
GENERATED_IMAGE_CELEBRITY = "GENERATED_IMAGE_CELEBRITY",
3880+
GENERATED_IMAGE_IDENTIFIABLE_PEOPLE = "GENERATED_IMAGE_IDENTIFIABLE_PEOPLE",
3881+
GENERATED_IMAGE_MINORS = "GENERATED_IMAGE_MINORS",
3882+
GENERATED_IMAGE_PROHIBITED = "GENERATED_IMAGE_PROHIBITED",
3883+
GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER = "GENERATED_IMAGE_PROMINENT_PEOPLE_DETECTED_BY_REWRITER",
3884+
GENERATED_IMAGE_SAFETY = "GENERATED_IMAGE_SAFETY",
3885+
GENERATED_OTHER = "GENERATED_OTHER",
3886+
GENERATED_VIDEO_SAFETY = "GENERATED_VIDEO_SAFETY",
3887+
IMAGE_PROHIBITED_INPUT_CONTENT = "IMAGE_PROHIBITED_INPUT_CONTENT",
3888+
INPUT_IMAGE_CELEBRITY = "INPUT_IMAGE_CELEBRITY",
3889+
INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED = "INPUT_IMAGE_PHOTO_REALISTIC_CHILD_PROHIBITED",
3890+
INPUT_IP_PROHIBITED = "INPUT_IP_PROHIBITED",
3891+
INPUT_OTHER = "INPUT_OTHER",
3892+
INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED = "INPUT_TEXT_CONTAIN_PROMINENT_PERSON_PROHIBITED",
3893+
INPUT_TEXT_NCII_PROHIBITED = "INPUT_TEXT_NCII_PROHIBITED",
38553894
MALFORMED_FUNCTION_CALL = "MALFORMED_FUNCTION_CALL",
3895+
MAX_REGENERATION_REACHED = "MAX_REGENERATION_REACHED",
38563896
NEED_MORE_INPUT = "NEED_MORE_INPUT",
3897+
OUTPUT_IMAGE_IP_PROHIBITED = "OUTPUT_IMAGE_IP_PROHIBITED",
3898+
PROHIBITED_INPUT_CONTENT = "PROHIBITED_INPUT_CONTENT",
38573899
RESPONSE_REJECTED = "RESPONSE_REJECTED",
3858-
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED"
3900+
TURN_COMPLETE_REASON_UNSPECIFIED = "TURN_COMPLETE_REASON_UNSPECIFIED",
3901+
UNSAFE_PROMPT_FOR_IMAGE_GENERATION = "UNSAFE_PROMPT_FOR_IMAGE_GENERATION"
38593902
}
38603903

38613904
// @public

0 commit comments

Comments
 (0)