backend: add tags to pipeline api (#1650)

* backend: add tags to pipeline api

* backend: add field mask

* chore: compile protos

* proto: update comment

Author: weeco

backend/pkg/protogen/redpanda/api/dataplane/v1/pipeline.pb.go

@@ -4,7 +4,7 @@
 // @ts-nocheck
 
 import type { BinaryReadOptions, FieldList, JsonReadOptions, JsonValue, PartialMessage, PlainMessage } from "@bufbuild/protobuf";
-import { Message, proto3 } from "@bufbuild/protobuf";
+import { FieldMask, Message, proto3 } from "@bufbuild/protobuf";
 
 /**
  * Defines the pipeline resource.
@@ -68,6 +68,14 @@ export class Pipeline extends Message<Pipeline> {
    */
   url = "";
 
+  /**
+   * Tags are key-value pairs that can be assigned to a pipeline resource.
+   * They help organize pipelines and enable filtering when listing them.
+   *
+   * @generated from field: map<string, string> tags = 11;
+   */
+  tags: { [key: string]: string } = {};
+
   constructor(data?: PartialMessage<Pipeline>) {
     super();
     proto3.util.initPartial(data, this);
@@ -84,6 +92,7 @@ export class Pipeline extends Message<Pipeline> {
     { no: 7, name: "state", kind: "enum", T: proto3.getEnumType(Pipeline_State) },
     { no: 8, name: "status", kind: "message", T: Pipeline_Status },
     { no: 10, name: "url", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 11, name: "tags", kind: "map", K: 9 /* ScalarType.STRING */, V: {kind: "scalar", T: 9 /* ScalarType.STRING */} },
   ]);
 
   static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): Pipeline {
@@ -553,6 +562,13 @@ export class ListPipelinesRequest_Filter extends Message<ListPipelinesRequest_Fi
    */
   nameContains = "";
 
+  /**
+   * Filter pipelines that contain all of these key/value pairs.
+   *
+   * @generated from field: map<string, string> tags = 2;
+   */
+  tags: { [key: string]: string } = {};
+
   constructor(data?: PartialMessage<ListPipelinesRequest_Filter>) {
     super();
     proto3.util.initPartial(data, this);
@@ -562,6 +578,7 @@ export class ListPipelinesRequest_Filter extends Message<ListPipelinesRequest_Fi
   static readonly typeName = "redpanda.api.dataplane.v1.ListPipelinesRequest.Filter";
   static readonly fields: FieldList = proto3.util.newFieldList(() => [
     { no: 1, name: "name_contains", kind: "scalar", T: 9 /* ScalarType.STRING */ },
+    { no: 2, name: "tags", kind: "map", K: 9 /* ScalarType.STRING */, V: {kind: "scalar", T: 9 /* ScalarType.STRING */} },
   ]);
 
   static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ListPipelinesRequest_Filter {
@@ -656,6 +673,14 @@ export class PipelineUpdate extends Message<PipelineUpdate> {
    */
   resources?: Pipeline_Resources;
 
+  /**
+   * Optional: A map of tags to add or update.
+   * If a tag's value is empty, the server interprets that as a deletion.
+   *
+   * @generated from field: map<string, string> tags = 7;
+   */
+  tags: { [key: string]: string } = {};
+
   constructor(data?: PartialMessage<PipelineUpdate>) {
     super();
     proto3.util.initPartial(data, this);
@@ -668,6 +693,7 @@ export class PipelineUpdate extends Message<PipelineUpdate> {
     { no: 2, name: "description", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 3, name: "config_yaml", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 6, name: "resources", kind: "message", T: Pipeline_Resources },
+    { no: 7, name: "tags", kind: "map", K: 9 /* ScalarType.STRING */, V: {kind: "scalar", T: 9 /* ScalarType.STRING */} },
   ]);
 
   static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): PipelineUpdate {
@@ -703,6 +729,14 @@ export class UpdatePipelineRequest extends Message<UpdatePipelineRequest> {
    */
   pipeline?: PipelineUpdate;
 
+  /**
+   * Specifies which fields should be updated. If not provided,
+   * all fields will be updated.
+   *
+   * @generated from field: google.protobuf.FieldMask update_mask = 3;
+   */
+  updateMask?: FieldMask;
+
   constructor(data?: PartialMessage<UpdatePipelineRequest>) {
     super();
     proto3.util.initPartial(data, this);
@@ -713,6 +747,7 @@ export class UpdatePipelineRequest extends Message<UpdatePipelineRequest> {
   static readonly fields: FieldList = proto3.util.newFieldList(() => [
     { no: 1, name: "id", kind: "scalar", T: 9 /* ScalarType.STRING */ },
     { no: 2, name: "pipeline", kind: "message", T: PipelineUpdate },
+    { no: 3, name: "update_mask", kind: "message", T: FieldMask },
   ]);
 
   static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): UpdatePipelineRequest {

backend/pkg/protogen/redpanda/api/dataplane/v1/pipeline.pb.gw.go

@@ -893,6 +893,11 @@ components:
         name_contains:
           description: Substring match on pipeline name. Case-sensitive.
           type: string
+        tags[string]:
+          additionalProperties:
+            type: string
+          description: Filter pipelines that contain all of these key/value pairs.
+          type: object
       type: object
     ListPipelinesResponse:
       properties:
@@ -1164,6 +1169,13 @@ components:
           $ref: '#/components/schemas/Pipeline.State'
         status:
           $ref: '#/components/schemas/Pipeline.Status'
+        tags:
+          additionalProperties:
+            type: string
+          description: |-
+            Tags are key-value pairs that can be assigned to a pipeline resource.
+            They help organize pipelines and enable filtering when listing them.
+          type: object
         url:
           description: |-
             URL to connect to the pipeline, e.g. via http_server.
@@ -1229,6 +1241,13 @@ components:
           type: string
         resources:
           $ref: '#/components/schemas/Resources'
+        tags:
+          additionalProperties:
+            type: string
+          description: |-
+            Optional: A map of tags to add or update.
+            If a tag's value is empty, the server interprets that as a deletion.
+          type: object
       required:
         - display_name
         - config_yaml
@@ -3324,6 +3343,11 @@ paths:
           name: filter.name_contains
           schema:
             type: string
+        - description: This is a request variable of the map type. The query format is "map_name[key]=value", e.g. If the map name is Age, the key type is string, and the value type is integer, the query parameter is expressed as Age["bob"]=18
+          in: query
+          name: filter.tags[string]
+          schema:
+            type: string
         - description: Limit the paginated response to a number of items. Defaults to 100. Use -1 to disable pagination.
           in: query
           name: page_size
@@ -3572,6 +3596,13 @@ paths:
           required: true
           schema:
             type: string
+        - description: |-
+            Specifies which fields should be updated. If not provided,
+            all fields will be updated.
+          in: query
+          name: update_mask
+          schema:
+            type: string
       requestBody:
         content:
           application/json:

frontend/src/protogen/redpanda/api/dataplane/v1/pipeline_pb.ts

@@ -5,6 +5,7 @@ package redpanda.api.dataplane.v1;
 import "buf/validate/validate.proto";
 import "google/api/annotations.proto";
 import "google/api/field_behavior.proto";
+import "google/protobuf/field_mask.proto";
 import "protoc-gen-openapiv2/options/annotations.proto";
 
 // Defines the pipeline resource.
@@ -51,6 +52,15 @@ message Pipeline {
   // May be empty if no http_server is used.
   string url = 10;
 
+  // Tags are key-value pairs that can be assigned to a pipeline resource.
+  // They help organize pipelines and enable filtering when listing them.
+  map<string, string> tags = 11 [(buf.validate.field).map = {
+    max_pairs: 16
+    values: {
+      string: {pattern: "^([\\p{L}\\p{Z}\\p{N}_.:/=+\\-@]*)$"}
+    }
+  }];
+
   message Resources {
     // `memory_shares` is a string specifying the amount of memory to allocate for
     // the pipeline.
@@ -411,6 +421,14 @@ message ListPipelinesRequest {
       (buf.validate.field).string.pattern = "^[A-Za-z0-9-_ /]+$",
       (buf.validate.field).string.max_len = 128
     ];
+
+    // Filter pipelines that contain all of these key/value pairs.
+    map<string, string> tags = 2 [(buf.validate.field).map = {
+      max_pairs: 16
+      values: {
+        string: {pattern: "^([\\p{L}\\p{Z}\\p{N}_.:/=+\\-@]*)$"}
+      }
+    }];
   }
 }
 
@@ -445,6 +463,15 @@ message PipelineUpdate {
 
   // The number of resources that are guaranteed to be assigned to the pipeline.
   Pipeline.Resources resources = 6;
+
+  // A map of tags to add, update or delete.
+  // If a tag's value is empty, the server interprets that as a deletion.
+  map<string, string> tags = 7 [(buf.validate.field).map = {
+    max_pairs: 16
+    values: {
+      string: {pattern: "^([\\p{L}\\p{Z}\\p{N}_.:/=+\\-@]*)$"}
+    }
+  }];
 }
 
 message UpdatePipelineRequest {
@@ -458,6 +485,9 @@ message UpdatePipelineRequest {
     (google.api.field_behavior) = REQUIRED,
     (buf.validate.field).required = true
   ];
+  // Specifies which fields should be updated. If not provided,
+  // all fields will be updated.
+  google.protobuf.FieldMask update_mask = 3;
 }
 
 message UpdatePipelineResponse {