quix-samples/python/sources/BigQuery_source/library.json at 6c67df000f516c73d8f4e00c158ae17a4e0d1899 · quixio/quix-samples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
{
    "libraryItemId": "big-query-source",
    "name": "BigQuery Source",
    "language": "Python",
    "tags": {
      "Type": ["Connectors"],
      "Pipeline Stage": ["Source"],
      "Category": ["Data warehouse"]
    },
    "shortDescription": "Persist data from BigQuery to Quix",
    "EntryPoint": "dockerfile",
    "RunEntryPoint": "main.py",
    "DefaultFile": "main.py",
    "Variables": [
        {
          "Name": "query",
          "Type": "EnvironmentVariable",
          "InputType": "InputTopic",
          "Description": "Topic to store the Query that is Executed in BigQuery",
          "DefaultValue": "",
          "Required": true
        },
        {
            "Name": "output",
            "Type": "EnvironmentVariable",
            "InputType": "InputTopic",
            "Description": "Topic to store the result of BigQuery query",
            "DefaultValue": "",
            "Required": true
          },
        {
          "Name": "SERVICE_ACCOUNT_JSON",
          "Type": "EnvironmentVariable",
          "InputType": "Secret",
          "Description": "JSON string of the service account file for the BigQuery GCP project",
          "DefaultValue": "",
          "Required": true
        }
      ],
    "DeploySettings": {
        "DeploymentType": "Job",
        "CpuMillicores": 200,
        "MemoryInMb": 200,
        "Replicas": 1,
        "PublicAccess": false,
        "ValidateConnection": true
    }
}