arrow-experiments/meltano.yml at main · MeltanoLabs/arrow-experiments · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
default_environment: dev
project_id: 019f1546-243e-7615-9692-b44d0574d668
environments:
- name: dev
- name: staging
- name: prod
send_anonymous_usage_stats: false
plugins:
  extractors:
  - name: tap-mysql
    namespace: tap_mysql
    pip_url: -e packages/tap-mysql-arrow
    executable: tap-mysql
    capabilities:
    - catalog
    - discover
    - state
    - structured-logging
    settings:
    - name: host
      kind: string
      label: Host
    - name: port
      kind: integer
      value: 3306
      label: Port
    - name: user
      kind: string
      label: User
    - name: password
      kind: password
      label: Password
    - name: database
      kind: string
      label: Database
    - name: filter_dbs
      kind: string
      label: Filter DBs
      description: Comma-separated list of databases to sync
    - name: ssl_ca
      kind: string
      label: SSL CA
    - name: ssl_cert
      kind: string
      label: SSL Certificate
    - name: ssl_key
      kind: string
      label: SSL Key
    - name: ssh_host
      kind: string
      label: SSH Host
    - name: ssh_port
      kind: integer
      value: 22
      label: SSH Port
    - name: ssh_username
      kind: string
      label: SSH Username
    - name: ssh_private_key
      kind: string
      label: SSH Private Key Path
    - name: ssh_private_key_password
      kind: password
      label: SSH Private Key Password
    - name: ssh_password
      kind: password
      label: SSH Password
    - name: batch_size
      kind: integer
      value: 500000
      label: Batch Size
    - name: batch_root_dir
      kind: string
      label: Batch Root Dir
    - name: session_sqls
      kind: array
      label: Session SQLs
  mappers:
  - name: mapper-fivetran
    namespace: mapper_fivetran
    pip_url: -e packages/mapper-fivetran-arrow
    executable: mapper-fivetran
    capabilities:
    - structured-logging
    settings:
    - name: batch_root_dir
      kind: string
      label: Batch Root Dir
    mappings:
    - name: fivetran
  loaders:
  - name: target-snowflake
    namespace: target_snowflake
    pip_url: -e packages/target-snowflake-arrow
    executable: target-snowflake
    settings:
    - name: user
      kind: string
      label: User
    - name: account
      kind: string
      label: Account
      description: Snowflake account identifier (e.g. xy12345.us-east-1)
    - name: database
      kind: string
      label: Database
    - name: schema
      kind: string
      value: PUBLIC
      label: Schema
    - name: warehouse
      kind: string
      label: Warehouse
    - name: role
      kind: string
      label: Role
    - name: password
      kind: password
      label: Password
    - name: private_key
      kind: password
      label: Private Key
      description: Inline PEM private key (JWT auth)
    - name: private_key_path
      kind: string
      label: Private Key Path
    - name: private_key_passphrase
      kind: password
      label: Private Key Passphrase
    - name: use_browser_authentication
      kind: boolean
      value: false
      label: Use Browser Authentication