Merge remote-tracking branch 'origin/master' into standalone-nexus-op

Author: stephanos

nexus-rpc/temporal-proto-models-nexusrpc.yaml

@@ -0,0 +1,32 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/nexus-rpc/nexus-rpc-gen/main/schemas/nexus-rpc-gen.json
+#
+# Nexus service definition for server-to-worker communication.
+# See request_response.proto for message definitions.
+#
+# Task queue format: /temporal-sys/worker-commands/{namespace}/{worker_grouping_key}
+
+nexusrpc: 1.0.0
+
+services:
+  temporal.api.nexusservices.workerservice.v1.WorkerService:
+    description: >
+      Internal Nexus service for server-to-worker communication.
+      Used by the Temporal server to send commands to workers.
+    operations:
+      ExecuteCommands:
+        description: Executes worker commands sent by the server.
+        input:
+          $goRef: "go.temporal.io/api/nexusservices/workerservice/v1.ExecuteCommandsRequest"
+          $javaRef: "io.temporal.api.nexusservices.workerservice.v1.ExecuteCommandsRequest"
+          $pythonRef: "temporalio.api.nexusservices.workerservice.v1.ExecuteCommandsRequest"
+          $typescriptRef: "@temporalio/api/nexusservices/workerservice/v1.ExecuteCommandsRequest"
+          $dotnetRef: "Temporalio.Api.Nexusservices.Workerservice.V1.ExecuteCommandsRequest"
+          $rubyRef: "Temporalio::Api::Nexusservices::Workerservice::V1::ExecuteCommandsRequest"
+        output:
+          $goRef: "go.temporal.io/api/nexusservices/workerservice/v1.ExecuteCommandsResponse"
+          $javaRef: "io.temporal.api.nexusservices.workerservice.v1.ExecuteCommandsResponse"
+          $pythonRef: "temporalio.api.nexusservices.workerservice.v1.ExecuteCommandsResponse"
+          $typescriptRef: "@temporalio/api/nexusservices/workerservice/v1.ExecuteCommandsResponse"
+          $dotnetRef: "Temporalio.Api.Nexusservices.Workerservice.V1.ExecuteCommandsResponse"
+          $rubyRef: "Temporalio::Api::Nexusservices::Workerservice::V1::ExecuteCommandsResponse"
+

openapi/openapiv2.json

@@ -10019,7 +10019,14 @@ components:
           type: object
           additionalProperties:
             $ref: '#/components/schemas/ComputeConfigScalingGroup'
-          description: "Each scaling group describes a compute config for a specific subset of the worker \n deployment version: covering a specific set of task types and/or regions.\n Having different configurations for different task types, allows independent\n tuning of activity and workflow task processing (for example).\n\n The key of the map is the ID of the scaling group used to reference it in subsequent\n update calls."
+          description: |-
+            Each scaling group describes a compute config for a specific subset of the worker
+             deployment version: covering a specific set of task types and/or regions.
+             Having different configurations for different task types, allows independent
+             tuning of activity and workflow task processing (for example).
+
+             The key of the map is the ID of the scaling group used to reference it in subsequent
+             update calls.
       description: |-
         ComputeConfig stores configuration that helps a worker control plane
          controller understand *when* and *how* to respond to worker lifecycle
@@ -10037,7 +10044,10 @@ components:
               - TASK_QUEUE_TYPE_NEXUS
             type: string
             format: enum
-          description: "Optional. The set of task queue types this scaling group serves. \n If not provided, this scaling group serves all not otherwise defined\n task types."
+          description: |-
+            Optional. The set of task queue types this scaling group serves.
+             If not provided, this scaling group serves all not otherwise defined
+             task types.
         provider:
           allOf:
             - $ref: '#/components/schemas/ComputeProvider'
@@ -10050,6 +10060,21 @@ components:
           description: |-
             Informs a worker lifecycle controller *when* and *how often* to perform
              certain worker lifecycle actions like starting a serverless worker.
+    ComputeConfigScalingGroupSummary:
+      type: object
+      properties:
+        taskQueueTypes:
+          type: array
+          items:
+            enum:
+              - TASK_QUEUE_TYPE_UNSPECIFIED
+              - TASK_QUEUE_TYPE_WORKFLOW
+              - TASK_QUEUE_TYPE_ACTIVITY
+              - TASK_QUEUE_TYPE_NEXUS
+            type: string
+            format: enum
+        providerType:
+          type: string
     ComputeConfigScalingGroupUpdate:
       type: object
       properties:
@@ -10066,6 +10091,14 @@ components:
              - Accepted paths: "task_queue_types", "provider", "provider.type", "provider.details",
                "provider.nexus_endpoint", "scaler", "scaler.type", "scaler.details"
           format: field-mask
+    ComputeConfigSummary:
+      type: object
+      properties:
+        scalingGroups:
+          type: object
+          additionalProperties:
+            $ref: '#/components/schemas/ComputeConfigScalingGroupSummary'
+      description: A subset of information in ComputeConfig optimized for list views.
     ComputeProvider:
       type: object
       properties:
@@ -11532,7 +11565,9 @@ components:
         sourceDeploymentRevisionNumber:
           type: string
           description: The revision number of the source deployment version of the parent/previous workflow.
-      description: "Used as part of WorkflowExecutionStartedEventAttributes to pass down the AutoUpgrade behavior and source deployment version \n to a workflow execution whose parent/previous workflow has an AutoUpgrade behavior."
+      description: |-
+        Used as part of WorkflowExecutionStartedEventAttributes to pass down the AutoUpgrade behavior and source deployment version
+         to a workflow execution whose parent/previous workflow has an AutoUpgrade behavior.
     Input:
       type: object
       properties:
@@ -15994,7 +16029,6 @@ components:
           type: string
           description: Last time versioning information of this Task Queue changed.
           format: date-time
-      description: Experimental. Worker Deployments are experimental and might significantly change in the future.
     TerminateActivityExecutionRequest:
       type: object
       properties:
@@ -16830,7 +16864,6 @@ components:
       description: |-
         Information about workflow drainage to help the user determine when it is safe
          to decommission a Version. Not present while version is current or ramping.
-         Experimental. Worker Deployments are experimental and might significantly change in the future.
     VersionInfo:
       type: object
       properties:
@@ -17021,7 +17054,14 @@ components:
             Indicates whether the routing_config has been fully propagated to all
              relevant task queues and their partitions.
           format: enum
-      description: "A Worker Deployment (Deployment, for short) represents all workers serving \n a shared set of Task Queues. Typically, a Deployment represents one service or \n application.\n A Deployment contains multiple Deployment Versions, each representing a different \n version of workers. (see documentation of WorkerDeploymentVersionInfo)\n Deployment records are created in Temporal server automatically when their\n first poller arrives to the server.\n Experimental. Worker Deployments are experimental and might significantly change in the future."
+      description: |-
+        A Worker Deployment (Deployment, for short) represents all workers serving
+         a shared set of Task Queues. Typically, a Deployment represents one service or
+         application.
+         A Deployment contains multiple Deployment Versions, each representing a different
+         version of workers. (see documentation of WorkerDeploymentVersionInfo)
+         Deployment records are created in Temporal server automatically when their
+         first poller arrives to the server.
     WorkerDeploymentInfo_WorkerDeploymentVersionSummary:
       type: object
       properties:
@@ -17095,6 +17135,8 @@ components:
             Timestamp when this version last stopped being current or ramping.
              Cleared if the version becomes current or ramping again.
           format: date-time
+        computeConfig:
+          $ref: '#/components/schemas/ComputeConfigSummary'
     WorkerDeploymentOptions:
       type: object
       properties:
@@ -17117,9 +17159,7 @@ components:
              same `deployment_name` and `build_id` combination, across all Task Queues.
              When `worker_versioning_mode==VERSIONED`, the worker will be part of a Deployment Version.
           format: enum
-      description: |-
-        Worker Deployment options set in SDK that need to be sent to server in every poll.
-         Experimental. Worker Deployments are experimental and might significantly change in the future.
+      description: Worker Deployment options set in SDK that need to be sent to server in every poll.
     WorkerDeploymentVersion:
       type: object
       properties:
@@ -17249,7 +17289,13 @@ components:
              - `CreateWorkerDeploymentVersion`
              - `UpdateWorkerDeploymentVersionComputeConfig`
              - `UpdateWorkerDeploymentVersionMetadata`
-      description: "A Worker Deployment Version (Version, for short) represents all workers of the same \n code and config within a Deployment. Workers of the same Version are expected to \n behave exactly the same so when executions move between them there are no \n non-determinism issues.\n Worker Deployment Versions are created in Temporal server automatically when \n their first poller arrives to the server.\n Experimental. Worker Deployments are experimental and might significantly change in the future."
+      description: |-
+        A Worker Deployment Version (Version, for short) represents all workers of the same
+         code and config within a Deployment. Workers of the same Version are expected to
+         behave exactly the same so when executions move between them there are no
+         non-determinism issues.
+         Worker Deployment Versions are created in Temporal server automatically when
+         their first poller arrives to the server.
     WorkerDeploymentVersionInfo_VersionTaskQueueInfo:
       type: object
       properties:
@@ -18015,9 +18061,7 @@ components:
              Experimental. Versioning info is experimental and might change in the future.
         workerDeploymentName:
           type: string
-          description: |-
-            The name of Worker Deployment that completed the most recent workflow task.
-             Experimental. Worker Deployments are experimental and might change in the future.
+          description: The name of Worker Deployment that completed the most recent workflow task.
         priority:
           allOf:
             - $ref: '#/components/schemas/Priority'
@@ -18804,21 +18848,18 @@ components:
           description: |-
             The Worker Deployment Version that completed this task. Must be set if `versioning_behavior`
              is set. This value updates workflow execution's `versioning_info.version`.
-             Experimental. Worker Deployments are experimental and might significantly change in the future.
              Deprecated. Replaced with `deployment_version`.
         workerDeploymentName:
           type: string
           description: |-
             The name of Worker Deployment that completed this task. Must be set if `versioning_behavior`
              is set. This value updates workflow execution's `worker_deployment_name`.
-             Experimental. Worker Deployments are experimental and might significantly change in the future.
         deploymentVersion:
           allOf:
             - $ref: '#/components/schemas/WorkerDeploymentVersion'
           description: |-
             The Worker Deployment Version that completed this task. Must be set if `versioning_behavior`
              is set. This value updates workflow execution's `versioning_info.deployment_version`.
-             Experimental. Worker Deployments are experimental and might significantly change in the future.
     WorkflowTaskCompletedMetadata:
       type: object
       properties:

openapi/openapiv3.yaml

@@ -15,7 +15,7 @@ import "temporal/api/enums/v1/task_queue.proto";
 import "google/protobuf/field_mask.proto";
 
 message ComputeConfigScalingGroup {
-    // Optional. The set of task queue types this scaling group serves. 
+    // Optional. The set of task queue types this scaling group serves.
     // If not provided, this scaling group serves all not otherwise defined
     // task types.
     repeated temporal.api.enums.v1.TaskQueueType task_queue_types = 1;
@@ -34,7 +34,7 @@ message ComputeConfigScalingGroup {
 // events.
 message ComputeConfig {
 
-    // Each scaling group describes a compute config for a specific subset of the worker 
+    // Each scaling group describes a compute config for a specific subset of the worker
     // deployment version: covering a specific set of task types and/or regions.
     // Having different configurations for different task types, allows independent
     // tuning of activity and workflow task processing (for example).
@@ -56,3 +56,13 @@ message ComputeConfigScalingGroupUpdate {
   //   "provider.nexus_endpoint", "scaler", "scaler.type", "scaler.details"
   google.protobuf.FieldMask update_mask = 2;
 }
+
+// A subset of information in ComputeConfig optimized for list views.
+message ComputeConfigSummary {
+    map<string, ComputeConfigScalingGroupSummary> scaling_groups = 1;
+}
+
+message ComputeConfigScalingGroupSummary {
+    repeated temporal.api.enums.v1.TaskQueueType task_queue_types = 1;
+    string provider_type = 2;
+}

temporal/api/compute/v1/config.proto

@@ -17,7 +17,6 @@ import "temporal/api/common/v1/message.proto";
 import "temporal/api/compute/v1/config.proto";
 
 // Worker Deployment options set in SDK that need to be sent to server in every poll.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 message WorkerDeploymentOptions {
     // Required when `worker_versioning_mode==VERSIONED`.
     string deployment_name = 1;
@@ -87,13 +86,12 @@ message DeploymentListInfo {
 }
 
 
-// A Worker Deployment Version (Version, for short) represents all workers of the same 
-// code and config within a Deployment. Workers of the same Version are expected to 
-// behave exactly the same so when executions move between them there are no 
+// A Worker Deployment Version (Version, for short) represents all workers of the same
+// code and config within a Deployment. Workers of the same Version are expected to
+// behave exactly the same so when executions move between them there are no
 // non-determinism issues.
-// Worker Deployment Versions are created in Temporal server automatically when 
+// Worker Deployment Versions are created in Temporal server automatically when
 // their first poller arrives to the server.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 message WorkerDeploymentVersionInfo {
     // Deprecated. Use `deployment_version`.
     string version = 1 [deprecated = true];
@@ -175,7 +173,6 @@ message WorkerDeploymentVersionInfo {
 
 // Information about workflow drainage to help the user determine when it is safe
 // to decommission a Version. Not present while version is current or ramping.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 message VersionDrainageInfo {
     // Set to DRAINING when the version first stops accepting new executions (is no longer current or ramping).
     // Set to DRAINED when no more open pinned workflows exist on this version.
@@ -186,14 +183,13 @@ message VersionDrainageInfo {
     google.protobuf.Timestamp last_checked_time = 3;
 }
 
-// A Worker Deployment (Deployment, for short) represents all workers serving 
-// a shared set of Task Queues. Typically, a Deployment represents one service or 
+// A Worker Deployment (Deployment, for short) represents all workers serving
+// a shared set of Task Queues. Typically, a Deployment represents one service or
 // application.
-// A Deployment contains multiple Deployment Versions, each representing a different 
+// A Deployment contains multiple Deployment Versions, each representing a different
 // version of workers. (see documentation of WorkerDeploymentVersionInfo)
 // Deployment records are created in Temporal server automatically when their
 // first poller arrives to the server.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 message WorkerDeploymentInfo {
     // Identifies a Worker Deployment. Must be unique within the namespace.
     string name = 1;
@@ -257,6 +253,7 @@ message WorkerDeploymentInfo {
         // Timestamp when this version last stopped being current or ramping.
         // Cleared if the version becomes current or ramping again.
         google.protobuf.Timestamp last_deactivation_time = 10;
+        temporal.api.compute.v1.ComputeConfigSummary compute_config = 13;
     }
 }
 
@@ -317,7 +314,7 @@ message RoutingConfig {
     int64 revision_number = 10;
 }
 
-// Used as part of WorkflowExecutionStartedEventAttributes to pass down the AutoUpgrade behavior and source deployment version 
+// Used as part of WorkflowExecutionStartedEventAttributes to pass down the AutoUpgrade behavior and source deployment version
 // to a workflow execution whose parent/previous workflow has an AutoUpgrade behavior.
 message InheritedAutoUpgradeInfo {
     // The source deployment version of the parent/previous workflow.

temporal/api/deployment/v1/message.proto

@@ -30,7 +30,6 @@ enum DeploymentReachability {
 //     aip.dev/not-precedent: Call this status because it is . --)
 // Specify the drainage status for a Worker Deployment Version so users can decide whether they
 // can safely decommission the version.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 enum VersionDrainageStatus {
     // Drainage Status is not specified.
     VERSION_DRAINAGE_STATUS_UNSPECIFIED = 0;
@@ -49,7 +48,6 @@ enum VersionDrainageStatus {
 // - Whether or not Temporal Server considers this worker's version (Build ID) when dispatching
 //   tasks to it.
 // - Whether or not the workflows processed by this worker are versioned using the worker's version.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 enum WorkerVersioningMode {
     WORKER_VERSIONING_MODE_UNSPECIFIED = 0;
     // Workers with this mode are not distinguished from each other for task routing, even if they
@@ -76,7 +74,6 @@ enum WorkerVersioningMode {
 // (-- api-linter: core::0216::synonyms=disabled
 //     aip.dev/not-precedent: Call this status because it is . --)
 // Specify the status of a Worker Deployment Version.
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 enum WorkerDeploymentVersionStatus {
     WORKER_DEPLOYMENT_VERSION_STATUS_UNSPECIFIED = 0;
     // The Worker Deployment Version has been created inside the Worker Deployment but is not used by any

temporal/api/enums/v1/deployment.proto

@@ -128,7 +128,6 @@ enum TimeoutType {
 // Versions. The Versioning Behavior of a workflow execution is typically specified by the worker
 // who completes the first task of the execution, but is also overridable manually for new and
 // existing workflows (see VersioningOverride).
-// Experimental. Worker Deployments are experimental and might significantly change in the future.
 enum VersioningBehavior {
     // Workflow execution does not have a Versioning Behavior and is called Unversioned. This is the
     // legacy behavior. An Unversioned workflow's task can go to any Unversioned worker (see