-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathprocess.config
67 lines (62 loc) · 2.27 KB
/
process.config
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
process {
errorStrategy = { task.exitStatus in ((130..145) + 104 + 125) ? "retry" : "finish" }
maxRetries = 0
maxErrors = "-1"
cpus = { check_max( 1, "cpus" ) }
memory = { check_max( 6.GB, "memory" ) }
time = { check_max( 2.h, "time" ) }
// conda envs
withLabel:caiman_env {
conda = "envs/caiman.yml"
}
withLabel:cellpose_env {
conda = "envs/cellpose.yml"
}
withLabel:summary_env {
conda = "envs/summary.yml"
}
withLabel:wizards_staff_env {
conda = "envs/wizards_staff.yml"
}
// resources
withName:WIZARDS_STAFF {
cpus = { check_max(calc_dff_f0_log_count > 48 ? 48 : calc_dff_f0_log_count, "cpus") }
memory = { check_max( 16.GB * task.attempt, "memory" ) }
time = { check_max( 6.h * task.attempt, "time" ) }
}
withLabel:process_low {
cpus = { check_max( 4, "cpus" ) }
memory = { check_max( 12.GB * task.attempt, "memory" ) }
time = { check_max( 4.h * task.attempt, "time" ) }
}
withLabel:process_low_cpu {
cpus = { check_max( 12, "cpus" ) }
memory = { check_max( 12.GB * task.attempt, "memory" ) }
time = { check_max( 4.h * task.attempt, "time" ) }
}
withLabel:process_low_mem {
cpus = { check_max( 4, "cpus" ) }
memory = { check_max( 36.GB * task.attempt, "memory" ) }
time = { check_max( 4.h * task.attempt, "time" ) }
}
withLabel:process_medium {
cpus = { check_max( 8, "cpus" ) }
memory = { check_max( 48.GB * task.attempt, "memory" ) }
time = { check_max( 8.h * task.attempt, "time" ) }
}
withLabel:process_medium_mem {
cpus = { check_max( 1, "cpus" ) }
memory = { check_max( 80.GB * task.attempt, "memory" ) }
time = { check_max( 8.h * task.attempt, "time" ) }
}
withLabel:process_high {
cpus = { check_max( 24, "cpus" ) }
memory = { check_max( 156.GB * task.attempt, "memory" ) }
time = { check_max( 12.h * task.attempt, "time" ) }
}
withLabel:process_highest {
cpus = { check_max( 14 + 4 * task.attempt, "cpus" ) }
memory = { check_max( 24.GB + 48.GB * task.attempt, "memory" ) }
time = { check_max( 6.h + 4.h * task.attempt, "time" ) }
}
}