quix-samples/python/destinations/kafka/library.json at e72ca89986b1b3e5a5f3b4a3a5c6edc130fb9471 · quixio/quix-samples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
{
  "libraryItemId": "kafka-replicator-sink",
  "name": "Kafka Replicator Sink",
  "language": "Python",
  "tags": {
    "Pipeline Stage": ["Destination"],
    "Type": ["Connectors"],
    "Category": ["Data streaming"]
  },
  "shortDescription": "Consume data from a Quix topic and produce it to an external Kafka cluster",
  "DefaultFile": "main.py",
  "EntryPoint": "dockerfile",
  "RunEntryPoint": "main.py",
  "IconFile": "icon.png",
  "Variables": [
    {
      "Name": "input",
      "Type": "EnvironmentVariable",
      "InputType": "InputTopic",
      "Description": "Name of the input topic to listen to.",
      "Required": true
    },
    {
      "Name": "SINK_AUTO_CREATE_TOPIC",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Path to the SSL CA certificate file for secure connections. If not provided, system default CA certificates will be used",
      "defaultValue": true,
      "Required": false
    },
    {
      "Name": "CONSUMER_GROUP",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Name of the consumer group",
      "DefaultValue": "kafka_sink",
      "Required": false
    },
    {
      "Name": "SINK_OUTPUT_TOPIC",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "The target Kafka topic name to produce to on the external Kafka cluster",
      "Required": true
    },
    {
      "Name": "SINK_BOOTSTRAP_SERVERS",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "The external Kafka broker address (e.g., localhost:9092 or broker.example.com:9092)",
      "Required": true
    },
    {
      "Name": "SINK_KEY_SERIALIZER",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Serializer to use for the message key. Options: json, bytes, string, double, integer",
      "DefaultValue": "bytes",
      "Required": false
    },
    {
      "Name": "SINK_VALUE_SERIALIZER",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Serializer to use for the message value. Options: json, bytes, string, double, integer",
      "DefaultValue": "json",
      "Required": false
    },
    {
      "Name": "SINK_SECURITY_PROTOCOL",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Protocol used to communicate with brokers. Options: PLAINTEXT, SSL, SASL_PLAINTEXT, SASL_SSL",
      "Required": false
    },
    {
      "Name": "SINK_SASL_MECHANISM",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "SASL mechanism for authentication. Options: PLAIN, SCRAM-SHA-256, SCRAM-SHA-512, GSSAPI, OAUTHBEARER, AWS_MSK_IAM",
      "Required": false
    },
    {
      "Name": "SINK_SASL_USERNAME",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "SASL username for external Kafka authentication",
      "Required": false
    },
    {
      "Name": "SINK_SASL_PASSWORD",
      "Type": "EnvironmentVariable",
      "InputType": "Secret",
      "Description": "SASL password for external Kafka authentication",
      "Required": false
    },
    {
      "Name": "SINK_SSL_CA_LOCATION",
      "Type": "EnvironmentVariable",
      "InputType": "FreeText",
      "Description": "Path to the SSL CA certificate file for secure connections. If not provided, system default CA certificates will be used",
      "Required": false
    }
  ],
  "DeploySettings": {
    "DeploymentType": "Service",
    "CpuMillicores": 200,
    "MemoryInMb": 200,
    "Replicas": 1,
    "PublicAccess": false,
    "ValidateConnection": true
  }
}