CWL-OpenFOAM/streamflows/hybrid/motorbike_AllSizes_1node.yaml at master · alpha-unito/CWL-OpenFOAM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
#!/usr/bin/env streamflow
version: v1.0

workflows:
  motorbike-pipeline:
    type: cwl
    config:
      file: ../../workflows/motorbike-AllSizes.cwl
      settings: ../../jobs/job_HPC_motorbike.yml
    bindings:
      - step: /copy_case
        target:
          deployment: local

      - step: /blockMesh
        target:
          deployment: cascadelake
          service: sequential

      - step: /decompose
        target:
          deployment: cascadelake
          service: sequential

      - step: /snappy
        target:
          deployment: epito
          service: parallel

      - step: /reconstructParMesh
        target:
          deployment: cascadelake
          service: sequential

      - step: /reconstruct
        target:
          deployment: cascadelake
          service: sequential

      # the `set_mirror_dict` step is inside the `iter` step, which is inside the `MeshSize` step
      - step: /MeshSize/iter/set_mirror_dict
        target:
          - deployment: cascadelake
            service: sequential
          - deployment: cascadelake
            service: sequential
          - deployment: epito
            service: sequential
        filters:
          - carmen

      - step: /MeshSize/iter/mirror_mesh
        target:
          - deployment: cascadelake
            service: sequential
          - deployment: cascadelake
            service: sequential
          - deployment: epito
            service: sequential
        filters:
          - carmen

      - step: /MeshSize/cleanup_mesh
        target:
          - deployment: local
        # target:
        #   - deployment: broadwell
        #     service: sequential
        #   - deployment: cascadelake
        #     service: sequential
        #   - deployment: epito
        #     service: sequential
        # filters:
        #   - carmen

      - step: /MeshSize/decompose2
        target:
          - deployment: cascadelake
            service: sequential
          - deployment: cascadelake
            service: sequential
          - deployment: epito
            service: sequential
        filters:
          - carmen

      - step: /MeshSize/potential
        target:
          - deployment: cascadelake
            service: parallel
          - deployment: cascadelake
            service: parallel
          - deployment: epito
            service: parallel
        filters:
          - carmen

      - step: /MeshSize/simpleFoam
        target:
          - deployment: cascadelake
            service: parallel
          - deployment: cascadelake
            service: parallel
          - deployment: epito
            service: parallel
        filters:
          - carmen


deployments:
  local:
    type: local
    config: {}
    workdir: ../../workdir-epito
  cascadelake:
    type: slurm
    config:
      maxConcurrentJobs: 10
      services:
        sequential:
          partition: cascadelake
          nodes: "1"
          ntasksPerNode: 1
          file: ../../facilities/cascadelake-facility.sh

        parallel:
          partition: cascadelake
          nodes: "3"
          ntasksPerNode: 32
          file: ../../facilities/cascadelake-facility.sh
    workdir: workdir-cascadelake

  broadwell:
    type: slurm
    config:
      maxConcurrentJobs: 10
      services:
        sequential:
          partition: broadwell
          nodes: "1"
          ntasksPerNode: 1
          file: ../../facilities/broadwell-facility.sh

        parallel:
          partition: broadwell
          nodes: "3"
          ntasksPerNode: 32
          file: ../../facilities/broadwell-facility.sh
    workdir: ../../workdir-broadwell

  epito:
    type: slurm
    config:
      maxConcurrentJobs: 10
      services:
        sequential:
          partition: epito
          nodes: "1"
          ntasksPerNode: 1
          file: ../../facilities/epito-facility.sh

        parallel:
          partition: epito
          nodes: "3"
          ntasksPerNode: 32
          file: ../../facilities/epito-facility.sh
    workdir: ../../workdir-epito

  gracehopper:
    type: slurm
    config:
      maxConcurrentJobs: 1
      services:
        sequential:
          partition: gracehopper
          nodes: "1"
          file: ../../facilities/gracehopper-facility.sh

        parallel:
          partition: gracehopper
          nodes: "2"
          file: ../../facilities/gracehopper-facility.sh
    workdir: ../../workdir


bindingFilters:
  carmen:
    type: matching
    config:
      filters:
      - target:
          deployment: broadwell
        job:
        - port: size
          match: "small"
      - target:
          deployment: cascadelake
        job:
        - port: size
          match: "medium"
      - target:
          deployment: epito
        job:
        - port: size
          match: "large"

database:
  type: default
  config:
    connection: /beegfs/home/gmalenza/src/Workflow-openfoam/workflow-openfoam/.streamflow/hybrid/sqlite.db