feat: add Video Understanding support to the Interactions API

Adds public support for server-initiated media processing steps:

- ProcessingCallStep and ProcessingResultStep
- ProcessingCallDelta and ProcessingResultDelta (streaming)
- VideoContent.name field
- Blob.display_name and FileData.display_name fields

PiperOrigin-RevId: 972042329

Author: google-genai-bot

google/genai/_gaos/resources/interactions/stepdelta/__init__.py

@@ -53,6 +53,12 @@
 from ....types.interactions.mcpservertoolresultdelta import (
     MCPServerToolResultDelta as MCPServerToolResult,
 )
+from ....types.interactions.processingcalldelta import (
+    ProcessingCallDelta as ProcessingCall,
+)
+from ....types.interactions.processingresultdelta import (
+    ProcessingResultDelta as ProcessingResult,
+)
 from ....types.interactions.stepdeltametadata import StepDeltaMetadata as Metadata
 from ....types.interactions.textannotationdelta import TextAnnotationDelta
 from ....types.interactions.textdelta import TextDelta as Text
@@ -87,6 +93,8 @@
     "MCPServerToolCall",
     "MCPServerToolResult",
     "Metadata",
+    "ProcessingCall",
+    "ProcessingResult",
     "Text",
     "TextAnnotationDelta",
     "ThoughtSignature",

google/genai/_gaos/types/interactions/__init__.py

@@ -302,6 +302,11 @@
         ParallelAISearchConfigParam,
     )
     from .placecitation import PlaceCitation, PlaceCitationParam
+    from .processingcalldelta import ProcessingCallDelta, ProcessingCallDeltaTypedDict
+    from .processingresultdelta import (
+        ProcessingResultDelta,
+        ProcessingResultDeltaTypedDict,
+    )
     from .ragresource import RagResource, RagResourceParam
     from .ragretrievalconfig import RagRetrievalConfig, RagRetrievalConfigParam
     from .ragstoreconfig import RagStoreConfig, RagStoreConfigParam
@@ -665,8 +670,12 @@
     "PlaceCitation",
     "PlaceCitationParam",
     "Processing",
+    "ProcessingCallDelta",
+    "ProcessingCallDeltaTypedDict",
     "ProcessingEnum",
     "ProcessingParam",
+    "ProcessingResultDelta",
+    "ProcessingResultDeltaTypedDict",
     "RagResource",
     "RagResourceParam",
     "RagRetrievalConfig",
@@ -1063,6 +1072,10 @@
     "ParallelAISearchConfigParam": ".parallelaisearchconfig",
     "PlaceCitation": ".placecitation",
     "PlaceCitationParam": ".placecitation",
+    "ProcessingCallDelta": ".processingcalldelta",
+    "ProcessingCallDeltaTypedDict": ".processingcalldelta",
+    "ProcessingResultDelta": ".processingresultdelta",
+    "ProcessingResultDeltaTypedDict": ".processingresultdelta",
     "RagResource": ".ragresource",
     "RagResourceParam": ".ragresource",
     "RagRetrievalConfig": ".ragretrievalconfig",

google/genai/_gaos/types/interactions/processingcalldelta.py

@@ -0,0 +1,71 @@
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# pyformat: disable
+
+"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
+
+from __future__ import annotations
+from .. import BaseModel, UNSET_SENTINEL
+from ...utils import validate_const
+import pydantic
+from pydantic import model_serializer
+from pydantic.functional_validators import AfterValidator
+from typing import Literal, Optional
+from typing_extensions import Annotated, NotRequired, TypedDict
+
+
+class ProcessingCallDeltaTypedDict(TypedDict):
+    r"""Streaming delta for a server-initiated media processing step."""
+
+    signature: NotRequired[str]
+    r"""A signature hash for backend validation."""
+    type: Literal["processing_call"]
+
+
+class ProcessingCallDelta(BaseModel):
+    r"""Streaming delta for a server-initiated media processing step."""
+
+    signature: Optional[str] = None
+    r"""A signature hash for backend validation."""
+
+    type: Annotated[
+        Annotated[
+            Literal["processing_call"],
+            AfterValidator(validate_const("processing_call")),
+        ],
+        pydantic.Field(alias="type"),
+    ] = "processing_call"
+
+    @model_serializer(mode="wrap")
+    def serialize_model(self, handler):
+        optional_fields = set(["signature"])
+        serialized = handler(self)
+        m = {}
+
+        for n, f in type(self).model_fields.items():
+            k = f.alias or n
+            val = serialized.get(k, serialized.get(n))
+
+            if val != UNSET_SENTINEL:
+                if val is not None or k not in optional_fields:
+                    m[k] = val
+
+        return m
+
+
+try:
+    ProcessingCallDelta.model_rebuild()
+except NameError:
+    pass

google/genai/_gaos/types/interactions/processingresultdelta.py

@@ -0,0 +1,71 @@
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# pyformat: disable
+
+"""Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT."""
+
+from __future__ import annotations
+from .. import BaseModel, UNSET_SENTINEL
+from ...utils import validate_const
+import pydantic
+from pydantic import model_serializer
+from pydantic.functional_validators import AfterValidator
+from typing import Literal, Optional
+from typing_extensions import Annotated, NotRequired, TypedDict
+
+
+class ProcessingResultDeltaTypedDict(TypedDict):
+    r"""Streaming delta for the result of a server-initiated media processing step."""
+
+    signature: NotRequired[str]
+    r"""A signature hash for backend validation."""
+    type: Literal["processing_result"]
+
+
+class ProcessingResultDelta(BaseModel):
+    r"""Streaming delta for the result of a server-initiated media processing step."""
+
+    signature: Optional[str] = None
+    r"""A signature hash for backend validation."""
+
+    type: Annotated[
+        Annotated[
+            Literal["processing_result"],
+            AfterValidator(validate_const("processing_result")),
+        ],
+        pydantic.Field(alias="type"),
+    ] = "processing_result"
+
+    @model_serializer(mode="wrap")
+    def serialize_model(self, handler):
+        optional_fields = set(["signature"])
+        serialized = handler(self)
+        m = {}
+
+        for n, f in type(self).model_fields.items():
+            k = f.alias or n
+            val = serialized.get(k, serialized.get(n))
+
+            if val != UNSET_SENTINEL:
+                if val is not None or k not in optional_fields:
+                    m[k] = val
+
+        return m
+
+
+try:
+    ProcessingResultDelta.model_rebuild()
+except NameError:
+    pass

google/genai/_gaos/types/interactions/stepdeltadata.py

@@ -47,6 +47,8 @@
     MCPServerToolResultDelta,
     MCPServerToolResultDeltaTypedDict,
 )
+from .processingcalldelta import ProcessingCallDelta, ProcessingCallDeltaTypedDict
+from .processingresultdelta import ProcessingResultDelta, ProcessingResultDeltaTypedDict
 from .retrievalcalldelta import RetrievalCallDelta, RetrievalCallDeltaTypedDict
 from .retrievalresultdelta import RetrievalResultDelta, RetrievalResultDeltaTypedDict
 from .textannotationdelta import TextAnnotationDelta, TextAnnotationDeltaTypedDict
@@ -68,28 +70,30 @@
 StepDeltaDataTypedDict = TypeAliasType(
     "StepDeltaDataTypedDict",
     Union[
-        ArgumentsDeltaTypedDict,
+        ProcessingCallDeltaTypedDict,
         ThoughtSummaryDeltaTypedDict,
         ThoughtSignatureDeltaTypedDict,
         TextDeltaTypedDict,
         TextAnnotationDeltaTypedDict,
         FileSearchCallDeltaTypedDict,
-        FileSearchResultDeltaTypedDict,
+        ArgumentsDeltaTypedDict,
+        ProcessingResultDeltaTypedDict,
         RetrievalResultDeltaTypedDict,
         GoogleMapsCallDeltaTypedDict,
-        GoogleMapsResultDeltaTypedDict,
         GoogleSearchCallDeltaTypedDict,
         URLContextCallDeltaTypedDict,
         CodeExecutionCallDeltaTypedDict,
-        GoogleSearchResultDeltaTypedDict,
-        MCPServerToolResultDeltaTypedDict,
-        RetrievalCallDeltaTypedDict,
+        GoogleMapsResultDeltaTypedDict,
+        FileSearchResultDeltaTypedDict,
         MCPServerToolCallDeltaTypedDict,
+        RetrievalCallDeltaTypedDict,
+        MCPServerToolResultDeltaTypedDict,
         DocumentDeltaTypedDict,
         CodeExecutionResultDeltaTypedDict,
+        GoogleSearchResultDeltaTypedDict,
         URLContextResultDeltaTypedDict,
-        ImageDeltaTypedDict,
         FunctionResultDeltaTypedDict,
+        ImageDeltaTypedDict,
         VideoDeltaTypedDict,
         AudioDeltaTypedDict,
     ],
@@ -122,6 +126,8 @@ class UnknownStepDeltaData(BaseModel):
     "image": ImageDelta,
     "mcp_server_tool_call": MCPServerToolCallDelta,
     "mcp_server_tool_result": MCPServerToolResultDelta,
+    "processing_call": ProcessingCallDelta,
+    "processing_result": ProcessingResultDelta,
     "retrieval_call": RetrievalCallDelta,
     "retrieval_result": RetrievalResultDelta,
     "text_annotation_delta": TextAnnotationDelta,
@@ -151,6 +157,8 @@ class UnknownStepDeltaData(BaseModel):
         ImageDelta,
         MCPServerToolCallDelta,
         MCPServerToolResultDelta,
+        ProcessingCallDelta,
+        ProcessingResultDelta,
         RetrievalCallDelta,
         RetrievalResultDelta,
         TextAnnotationDelta,

google/genai/_gaos/types/interactions/videocontent.py

@@ -77,6 +77,10 @@ class VideoContentParam(TypedDict):
     r"""The video content."""
     mime_type: NotRequired[VideoContentMimeType]
     r"""The mime type of the video."""
+    name: NotRequired[str]
+    r"""A user-defined name for this content block. Can be referenced by the model
+    in the final response.
+    """
     processing: NotRequired[ProcessingParam]
     r"""How the model processes this video for understanding."""
     resolution: NotRequired[MediaResolution]
@@ -94,6 +98,11 @@ class VideoContent(BaseModel):
     mime_type: Optional[VideoContentMimeType] = None
     r"""The mime type of the video."""
 
+    name: Optional[str] = None
+    r"""A user-defined name for this content block. Can be referenced by the model
+    in the final response.
+    """
+
     processing: Optional[Processing] = None
     r"""How the model processes this video for understanding."""
 
@@ -109,7 +118,9 @@ class VideoContent(BaseModel):
 
     @model_serializer(mode="wrap")
     def serialize_model(self, handler):
-        optional_fields = set(["data", "mime_type", "processing", "resolution", "uri"])
+        optional_fields = set(
+            ["data", "mime_type", "name", "processing", "resolution", "uri"]
+        )
         serialized = handler(self)
         m = {}