feat: support speech to speech translation in Gemini Live

PiperOrigin-RevId: 913877556

Author: yinghsienwu

src/main/java/com/google/genai/LiveConverters.java

@@ -1131,6 +1131,13 @@ ObjectNode liveConnectConfigToMldev(JsonNode fromObject, ObjectNode parentObject
       Common.setValueByPath(parentObject, new String[] {"setup", "safetySettings"}, result);
     }
 
+    if (Common.getValueByPath(fromObject, new String[] {"streamTranslationConfig"}) != null) {
+      Common.setValueByPath(
+          parentObject,
+          new String[] {"setup", "generationConfig", "streamTranslationConfig"},
+          Common.getValueByPath(fromObject, new String[] {"streamTranslationConfig"}));
+    }
+
     return toObject;
   }
 
@@ -1296,6 +1303,13 @@ ObjectNode liveConnectConfigToVertex(JsonNode fromObject, ObjectNode parentObjec
           Common.getValueByPath(fromObject, new String[] {"safetySettings"}));
     }
 
+    if (!Common.isZero(
+        Common.getValueByPath(fromObject, new String[] {"streamTranslationConfig"}))) {
+      throw new IllegalArgumentException(
+          "streamTranslationConfig parameter is not supported in Gemini Enterprise Agent"
+              + " Platform.");
+    }
+
     return toObject;
   }
 

src/main/java/com/google/genai/TokensConverters.java

@@ -513,6 +513,13 @@ ObjectNode liveConnectConfigToMldev(JsonNode fromObject, ObjectNode parentObject
       Common.setValueByPath(parentObject, new String[] {"setup", "safetySettings"}, result);
     }
 
+    if (Common.getValueByPath(fromObject, new String[] {"streamTranslationConfig"}) != null) {
+      Common.setValueByPath(
+          parentObject,
+          new String[] {"setup", "generationConfig", "streamTranslationConfig"},
+          Common.getValueByPath(fromObject, new String[] {"streamTranslationConfig"}));
+    }
+
     return toObject;
   }
 

src/main/java/com/google/genai/types/LiveConnectConfig.java

@@ -169,6 +169,10 @@ public abstract class LiveConnectConfig extends JsonSerializable {
   @JsonProperty("safetySettings")
   public abstract Optional<List<SafetySetting>> safetySettings();
 
+  /** Config for stream translation. */
+  @JsonProperty("streamTranslationConfig")
+  public abstract Optional<StreamTranslationConfig> streamTranslationConfig();
+
   /** Instantiates a builder for LiveConnectConfig. */
   @ExcludeFromGeneratedCoverageReport
   public static Builder builder() {
@@ -866,6 +870,37 @@ public Builder clearSafetySettings() {
       return safetySettings(Optional.empty());
     }
 
+    /**
+     * Setter for streamTranslationConfig.
+     *
+     * <p>streamTranslationConfig: Config for stream translation.
+     */
+    @JsonProperty("streamTranslationConfig")
+    public abstract Builder streamTranslationConfig(
+        StreamTranslationConfig streamTranslationConfig);
+
+    /**
+     * Setter for streamTranslationConfig builder.
+     *
+     * <p>streamTranslationConfig: Config for stream translation.
+     */
+    @CanIgnoreReturnValue
+    public Builder streamTranslationConfig(
+        StreamTranslationConfig.Builder streamTranslationConfigBuilder) {
+      return streamTranslationConfig(streamTranslationConfigBuilder.build());
+    }
+
+    @ExcludeFromGeneratedCoverageReport
+    abstract Builder streamTranslationConfig(
+        Optional<StreamTranslationConfig> streamTranslationConfig);
+
+    /** Clears the value of streamTranslationConfig field. */
+    @ExcludeFromGeneratedCoverageReport
+    @CanIgnoreReturnValue
+    public Builder clearStreamTranslationConfig() {
+      return streamTranslationConfig(Optional.empty());
+    }
+
     public abstract LiveConnectConfig build();
   }
 

src/main/java/com/google/genai/types/StreamTranslationConfig.java

@@ -0,0 +1,112 @@
+/*
+ * Copyright 2025 Google LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// Auto-generated code. Do not edit.
+
+package com.google.genai.types;
+
+import com.fasterxml.jackson.annotation.JsonCreator;
+import com.fasterxml.jackson.annotation.JsonProperty;
+import com.fasterxml.jackson.databind.annotation.JsonDeserialize;
+import com.google.auto.value.AutoValue;
+import com.google.errorprone.annotations.CanIgnoreReturnValue;
+import com.google.genai.JsonSerializable;
+import java.util.Optional;
+
+/** Config for stream translation. */
+@AutoValue
+@JsonDeserialize(builder = StreamTranslationConfig.Builder.class)
+public abstract class StreamTranslationConfig extends JsonSerializable {
+  /**
+   * If true, the model will generate audio when the target language is spoken, essentially it will
+   * parrot the input. If false, we will not produce audio for the target language.
+   */
+  @JsonProperty("echoTargetLanguage")
+  public abstract Optional<Boolean> echoTargetLanguage();
+
+  /**
+   * The target language for translation. Supported values are BCP-47 language codes (e.g. "en",
+   * "es", "fr").
+   */
+  @JsonProperty("targetLanguageCode")
+  public abstract Optional<String> targetLanguageCode();
+
+  /** Instantiates a builder for StreamTranslationConfig. */
+  @ExcludeFromGeneratedCoverageReport
+  public static Builder builder() {
+    return new AutoValue_StreamTranslationConfig.Builder();
+  }
+
+  /** Creates a builder with the same values as this instance. */
+  public abstract Builder toBuilder();
+
+  /** Builder for StreamTranslationConfig. */
+  @AutoValue.Builder
+  public abstract static class Builder {
+    /** For internal usage. Please use `StreamTranslationConfig.builder()` for instantiation. */
+    @JsonCreator
+    private static Builder create() {
+      return new AutoValue_StreamTranslationConfig.Builder();
+    }
+
+    /**
+     * Setter for echoTargetLanguage.
+     *
+     * <p>echoTargetLanguage: If true, the model will generate audio when the target language is
+     * spoken, essentially it will parrot the input. If false, we will not produce audio for the
+     * target language.
+     */
+    @JsonProperty("echoTargetLanguage")
+    public abstract Builder echoTargetLanguage(boolean echoTargetLanguage);
+
+    @ExcludeFromGeneratedCoverageReport
+    abstract Builder echoTargetLanguage(Optional<Boolean> echoTargetLanguage);
+
+    /** Clears the value of echoTargetLanguage field. */
+    @ExcludeFromGeneratedCoverageReport
+    @CanIgnoreReturnValue
+    public Builder clearEchoTargetLanguage() {
+      return echoTargetLanguage(Optional.empty());
+    }
+
+    /**
+     * Setter for targetLanguageCode.
+     *
+     * <p>targetLanguageCode: The target language for translation. Supported values are BCP-47
+     * language codes (e.g. "en", "es", "fr").
+     */
+    @JsonProperty("targetLanguageCode")
+    public abstract Builder targetLanguageCode(String targetLanguageCode);
+
+    @ExcludeFromGeneratedCoverageReport
+    abstract Builder targetLanguageCode(Optional<String> targetLanguageCode);
+
+    /** Clears the value of targetLanguageCode field. */
+    @ExcludeFromGeneratedCoverageReport
+    @CanIgnoreReturnValue
+    public Builder clearTargetLanguageCode() {
+      return targetLanguageCode(Optional.empty());
+    }
+
+    public abstract StreamTranslationConfig build();
+  }
+
+  /** Deserializes a JSON string to a StreamTranslationConfig object. */
+  @ExcludeFromGeneratedCoverageReport
+  public static StreamTranslationConfig fromJson(String jsonString) {
+    return JsonSerializable.fromJsonString(jsonString, StreamTranslationConfig.class);
+  }
+}