preprocessing-sfa/hack/kube/overlays/dev/preprocessing-secret.yaml at 35cc8fb45526ca5c3cb583ba2175a316d2ba16ab · artefactual-sdps/preprocessing-sfa · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
apiVersion: v1
kind: Secret
metadata:
  name: preprocessing-secret
type: Opaque
stringData:
  preprocessing.toml: |
    debug = true
    verbosity = 2

    sharedPath = "/home/preprocessing/shared"
    checkDuplicates = false

    [persistence]
    dsn = ""
    driver = "mysql"
    migrate = true

    [temporal]
    address = "temporal.enduro-sdps:7233"
    namespace = "default"
    taskQueue = "preprocessing"
    workflowName = "preprocessing"

    [worker]
    maxConcurrentSessions = 1

    [bagit]
    checksumAlgorithm = "md5"

    [apis]
    enabled = true
    url = "http://apis-mock.enduro-sdps:8080"
    timeout = "10s"
    pollInterval = "1s"
    token = "mock-token"

    [apis.oidc]
    enabled = false
    providerURL = "http://keycloak:7470/realms/artefactual"
    tokenURL = ""
    clientID = "enduro-s2s"
    clientSecret = "uSh7f2r4j2U5wA9d7mJ3xP6nQ8cT1vL0"
    scopes = ""
    audience = ""
    tokenExpiryLeeway = "30s"
    retryMaxAttempts = 3
    retryInitialInterval = "500ms"
    retryMaxInterval = "2s"
    retryBackoffCoefficient = 2.0

    [ais]
    workingDir = "/tmp"

    [ais.temporal]
    address = "temporal.enduro-sdps:7233"
    namespace = "default"
    taskQueue = "ais"
    workflowName = "ais"

    [ais.worker]
    maxConcurrentSessions = 1

    [ais.amss]
    url = "http://ambox.enduro-sdps:64081"
    user = "test"
    key = "test"

    [ais.bucket]
    endpoint = "http://minio.enduro-sdps:9000"
    pathStyle = true
    accessKey = "minio"
    secretKey = "minio123"
    region = "us-west-1"
    bucket = "ais"

    [fileformat]
    allowlistPath = "/home/preprocessing/.config/allowed_file_formats.csv"

    [filevalidate.verapdf]
    path = "/opt/verapdf/verapdf"

  allowed_file_formats.csv: |
    Format name,PRONOM PUID
    text,x-fmt/16
    text,x-fmt/21
    text,x-fmt/22
    text,x-fmt/62
    text,x-fmt/111
    text,x-fmt/282
    text,x-fmt/283
    PDF/A,fmt/95
    PDF/A,fmt/354
    PDF/A,fmt/476
    PDF/A,fmt/477
    PDF/A,fmt/478
    CSV,x-fmt/18
    SIARD,fmt/161
    SIARD,fmt/1196
    SIARD,fmt/1777
    TIFF,fmt/353
    JPEG 2000,x-fmt/392
    WAVE,fmt/1
    WAVE,fmt/2
    WAVE,fmt/6
    WAVE,fmt/141
    FFV1,fmt/569
    MPEG-4,fmt/199
    XML/XSD,fmt/101
    XML/XSD,x-fmt/280
    INTERLIS,fmt/1014
    INTERLIS,fmt/1012
    INTERLIS,fmt/654
    INTERLIS,fmt/1013
    INTERLIS,fmt/1011
    INTERLIS,fmt/653