bundle-examples/knowledge_base/job_read_secret/databricks.yml at b24820aa5344f2959b270542a42539eaea365767 · databricks/bundle-examples · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
bundle:
  name: job-read-secret-example

# workspace:
#   host: https://myworkspace.cloud.databricks.com

resources:
  secret_scopes:
    my_secret_scope:
      name: secrets-scope-1
      permissions:
        - level: CAN_VIEW
          group_name: users
        - level: CAN_MANAGE
          group_name: admins
  jobs:
    example_python_job:
      name: "example-python-job"
      parameters:
        - name: "scope_name"
          default: ${resources.secret_scopes.my_secret_scope.name}
      tasks:
        - task_key: example_python_task
          spark_python_task:
            python_file: "src/example_spark_python_task.py"
            parameters:
              - --scope_name={{job.parameters.scope_name}}

# Defines the targets for this bundle.
# Targets allow you to deploy the same bundle to different Databricks workspaces.
targets:
  prod: {
    # No overrides
  }
  dev:
    # This target is for development purposes.
    # It defaults to the current Databricks workspace.
    default: true
    mode: development
    resources:
      secret_scopes:
        my_secret_scope:
          name: ${workspace.current_user.short_name}-my-secrets
      jobs:
        example_python_job:
          name: "${workspace.current_user.short_name}-example-python-job"