Skip to content

Commit e2a731a

Browse files
juliasloan25juliasloan25
committed
only run cmip + bucket in longruns
1 parent d1c979a commit e2a731a

File tree

1 file changed

+169
-169
lines changed

1 file changed

+169
-169
lines changed

‎.buildkite/longruns/pipeline.yml‎

Lines changed: 169 additions & 169 deletions
Original file line numberDiff line numberDiff line change
@@ -15,22 +15,22 @@ env:
1515
timeout_in_minutes: 1800 # 30 hours
1616

1717
steps:
18-
- label: "init :computer:"
19-
key: "init_cpu_env"
20-
command:
21-
- "echo $$JULIA_DEPOT_PATH"
22-
23-
- echo "--- Instantiate AMIP env"
24-
- "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
25-
- "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.add(\"MPI\")'"
26-
- "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.precompile()'"
27-
- "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.status()'"
28-
29-
agents:
30-
slurm_cpus_per_task: 8
31-
env:
32-
JULIA_NUM_PRECOMPILE_TASKS: 8
33-
JULIA_MAX_NUM_PRECOMPILE_FILES: 50
18+
# - label: "init :computer:"
19+
# key: "init_cpu_env"
20+
# command:
21+
# - "echo $$JULIA_DEPOT_PATH"
22+
23+
# - echo "--- Instantiate AMIP env"
24+
# - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.instantiate(;verbose=true)'"
25+
# - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.add(\"MPI\")'"
26+
# - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.precompile()'"
27+
# - "julia --project=experiments/ClimaEarth/ -e 'using Pkg; Pkg.status()'"
28+
29+
# agents:
30+
# slurm_cpus_per_task: 8
31+
# env:
32+
# JULIA_NUM_PRECOMPILE_TASKS: 8
33+
# JULIA_MAX_NUM_PRECOMPILE_FILES: 50
3434

3535
- label: "init clima :computer:"
3636
key: "init_cpu_env_clima"
@@ -51,127 +51,127 @@ steps:
5151

5252
- wait
5353

54-
- group: "Coupler integration and conservation tests"
55-
56-
steps:
57-
- label: "Aquaplanet: evolving slab ocean"
58-
key: "slabplanet_aqua_evolve_ocean"
59-
command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/slabplanet_aqua_evolve_ocean.yml --job_id slabplanet_aqua_evolve_ocean"
60-
artifact_paths: "output/slabplanet_aqua_evolve_ocean/artifacts/*"
61-
agents:
62-
slurm_mem: 32GB
54+
# - group: "Coupler integration and conservation tests"
55+
56+
# steps:
57+
# - label: "Aquaplanet: evolving slab ocean"
58+
# key: "slabplanet_aqua_evolve_ocean"
59+
# command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/slabplanet_aqua_evolve_ocean.yml --job_id slabplanet_aqua_evolve_ocean"
60+
# artifact_paths: "output/slabplanet_aqua_evolve_ocean/artifacts/*"
61+
# agents:
62+
# slurm_mem: 32GB
63+
64+
# - label: "Slabplanet: evolving slab ocean, bucket"
65+
# key: "slabplanet_evolve_ocean"
66+
# command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/slabplanet_evolve_ocean.yml --job_id slabplanet_evolve_ocean"
67+
# artifact_paths: "output/slabplanet_evolve_ocean/artifacts/*"
68+
# agents:
69+
# slurm_mem: 32GB
70+
71+
# - group: "AMIP simulations"
72+
73+
# steps:
74+
75+
# - label: "GPU AMIP + ED only"
76+
# key: "amip_edonly"
77+
# command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_edonly.yml --job_id amip_edonly"
78+
# artifact_paths: "output/amip_edonly/artifacts/*"
79+
# env:
80+
# CLIMACOMMS_DEVICE: "CUDA"
81+
# agents:
82+
# queue: clima
83+
# slurm_gpus_per_task: 1
84+
# slurm_cpus_per_task: 4
85+
# slurm_ntasks: 1
86+
# slurm_mem: 32GB
87+
88+
# - label: "GPU AMIP + diag. EDMF + integrated land"
89+
# key: "amip_diagedmf_land"
90+
# command:
91+
# - "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_land.yml --job_id amip_diagedmf_land"
92+
# artifact_paths: "output/amip_diagedmf_land/artifacts/*"
93+
# env:
94+
# CLIMACOMMS_DEVICE: "CUDA"
95+
# agents:
96+
# queue: clima
97+
# slurm_gpus_per_task: 1
98+
# slurm_cpus_per_task: 4
99+
# slurm_ntasks: 1
100+
# slurm_mem: 32GB
101+
102+
# - label: "GPU AMIP + diag. EDMF + integrated land + 2K SST"
103+
# key: "amip_diagedmf_land_p2k"
104+
# command:
105+
# - "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_land_p2k.yml --job_id amip_diagedmf_land_p2k"
106+
# artifact_paths: "output/amip_diagedmf_land_p2k/artifacts/*"
107+
# env:
108+
# CLIMACOMMS_DEVICE: "CUDA"
109+
# agents:
110+
# queue: clima
111+
# slurm_gpus_per_task: 1
112+
# slurm_cpus_per_task: 4
113+
# slurm_ntasks: 1
114+
# slurm_mem: 32GB
115+
116+
# - label: "GPU AMIP + diag. EDMF + 1M + integrated land"
117+
# key: "amip_diagedmf_1m_land"
118+
# command:
119+
# - "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_1m_land.yml --job_id amip_diagedmf_1m_land"
120+
# artifact_paths: "output/amip_diagedmf_1m_land/artifacts/*"
121+
# env:
122+
# CLIMACOMMS_DEVICE: "CUDA"
123+
# agents:
124+
# queue: clima
125+
# slurm_gpus_per_task: 1
126+
# slurm_cpus_per_task: 4
127+
# slurm_ntasks: 1
128+
# slurm_mem: 32GB
129+
130+
# - label: "GPU AMIP + prog. EDMF + bucket"
131+
# key: "amip_progedmf"
132+
# command:
133+
# - "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_progedmf.yml --job_id amip_progedmf"
134+
# artifact_paths: "output/amip_progedmf/artifacts/*"
135+
# env:
136+
# CLIMACOMMS_DEVICE: "CUDA"
137+
# agents:
138+
# queue: clima
139+
# slurm_gpus_per_task: 1
140+
# slurm_cpus_per_task: 4
141+
# slurm_ntasks: 1
142+
# slurm_mem: 32GB
143+
144+
# # the 1M prog EDMF config is currently unstable.
145+
146+
# # - label: "GPU AMIP + prog. EDMF + 1M + integrated land"
147+
# # key: "amip_progedmf_1m_land"
148+
# # command:
149+
# # - "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_progedmf_1m_land.yml --job_id amip_progedmf_1m_land"
150+
# # artifact_paths: "output/amip_progedmf_1m_land/artifacts/*"
151+
# # env:
152+
# # CLIMACOMMS_DEVICE: "CUDA"
153+
# # agents:
154+
# # queue: clima
155+
# # slurm_gpus_per_task: 1
156+
# # slurm_cpus_per_task: 4
157+
# # slurm_ntasks: 1
158+
# # slurm_mem: 32GB
63159

64-
- label: "Slabplanet: evolving slab ocean, bucket"
65-
key: "slabplanet_evolve_ocean"
66-
command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/slabplanet_evolve_ocean.yml --job_id slabplanet_evolve_ocean"
67-
artifact_paths: "output/slabplanet_evolve_ocean/artifacts/*"
68-
agents:
69-
slurm_mem: 32GB
70160

71-
- group: "AMIP simulations"
161+
- group: "CMIP simulations"
72162

73163
steps:
74-
75-
- label: "GPU AMIP + ED only"
76-
key: "amip_edonly"
77-
command: "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_edonly.yml --job_id amip_edonly"
78-
artifact_paths: "output/amip_edonly/artifacts/*"
79-
env:
80-
CLIMACOMMS_DEVICE: "CUDA"
81-
agents:
82-
queue: clima
83-
slurm_gpus_per_task: 1
84-
slurm_cpus_per_task: 4
85-
slurm_ntasks: 1
86-
slurm_mem: 32GB
87-
88-
- label: "GPU AMIP + diag. EDMF + integrated land"
89-
key: "amip_diagedmf_land"
90-
command:
91-
- "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_land.yml --job_id amip_diagedmf_land"
92-
artifact_paths: "output/amip_diagedmf_land/artifacts/*"
93-
env:
94-
CLIMACOMMS_DEVICE: "CUDA"
95-
agents:
96-
queue: clima
97-
slurm_gpus_per_task: 1
98-
slurm_cpus_per_task: 4
99-
slurm_ntasks: 1
100-
slurm_mem: 32GB
101-
102-
- label: "GPU AMIP + diag. EDMF + integrated land + 2K SST"
103-
key: "amip_diagedmf_land_p2k"
104-
command:
105-
- "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_land_p2k.yml --job_id amip_diagedmf_land_p2k"
106-
artifact_paths: "output/amip_diagedmf_land_p2k/artifacts/*"
107-
env:
108-
CLIMACOMMS_DEVICE: "CUDA"
109-
agents:
110-
queue: clima
111-
slurm_gpus_per_task: 1
112-
slurm_cpus_per_task: 4
113-
slurm_ntasks: 1
114-
slurm_mem: 32GB
115-
116-
- label: "GPU AMIP + diag. EDMF + 1M + integrated land"
117-
key: "amip_diagedmf_1m_land"
118-
command:
119-
- "julia --threads=3 --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_diagedmf_1m_land.yml --job_id amip_diagedmf_1m_land"
120-
artifact_paths: "output/amip_diagedmf_1m_land/artifacts/*"
121-
env:
122-
CLIMACOMMS_DEVICE: "CUDA"
123-
agents:
124-
queue: clima
125-
slurm_gpus_per_task: 1
126-
slurm_cpus_per_task: 4
127-
slurm_ntasks: 1
128-
slurm_mem: 32GB
129-
130-
- label: "GPU AMIP + prog. EDMF + bucket"
131-
key: "amip_progedmf"
132-
command:
133-
- "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_progedmf.yml --job_id amip_progedmf"
134-
artifact_paths: "output/amip_progedmf/artifacts/*"
135-
env:
136-
CLIMACOMMS_DEVICE: "CUDA"
137-
agents:
138-
queue: clima
139-
slurm_gpus_per_task: 1
140-
slurm_cpus_per_task: 4
141-
slurm_ntasks: 1
142-
slurm_mem: 32GB
143-
144-
# the 1M prog EDMF config is currently unstable.
145-
146-
# - label: "GPU AMIP + prog. EDMF + 1M + integrated land"
147-
# key: "amip_progedmf_1m_land"
164+
# - label: "GPU CMIP: ClimaAtmos + ClimaLand + ClimaOcean + ClimaSeaIce"
165+
# key: "cmip_edonly_land"
148166
# command:
149-
# - "julia --color=yes --project=experiments/ClimaEarth/ experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/amip_progedmf_1m_land.yml --job_id amip_progedmf_1m_land"
150-
# artifact_paths: "output/amip_progedmf_1m_land/artifacts/*"
167+
# - "julia --color=yes --project=experiments/ClimaEarth experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/cmip_edonly_land.yml --job_id cmip_edonly_land"
168+
# artifact_paths: "output/cmip_edonly_land/artifacts/*"
151169
# env:
152170
# CLIMACOMMS_DEVICE: "CUDA"
153171
# agents:
154172
# queue: clima
155-
# slurm_gpus_per_task: 1
156-
# slurm_cpus_per_task: 4
157-
# slurm_ntasks: 1
158173
# slurm_mem: 32GB
159-
160-
161-
- group: "CMIP simulations"
162-
163-
steps:
164-
- label: "GPU CMIP: ClimaAtmos + ClimaLand + ClimaOcean + ClimaSeaIce"
165-
key: "cmip_edonly_land"
166-
command:
167-
- "julia --color=yes --project=experiments/ClimaEarth experiments/ClimaEarth/run_amip.jl --config_file $CONFIG_PATH/cmip_edonly_land.yml --job_id cmip_edonly_land"
168-
artifact_paths: "output/cmip_edonly_land/artifacts/*"
169-
env:
170-
CLIMACOMMS_DEVICE: "CUDA"
171-
agents:
172-
queue: clima
173-
slurm_mem: 32GB
174-
slurm_gpus: 1
174+
# slurm_gpus: 1
175175

176176
- label: "GPU CMIP: ClimaAtmos + Bucket + ClimaOcean + ClimaSeaIce"
177177
key: "cmip_edonly_bucket"
@@ -185,45 +185,45 @@ steps:
185185
slurm_mem: 32GB
186186
slurm_gpus: 1
187187

188-
- group: "Calibration experiments"
189-
190-
steps:
191-
- label: "Subseasonal calibration test"
192-
key: "subseasonal_calibration"
193-
command:
194-
- julia --color=yes --project=experiments/ClimaEarth experiments/calibration/subseasonal/generate_observations.jl
195-
- julia --color=yes --project=experiments/ClimaEarth experiments/calibration/subseasonal/run_calibration.jl
196-
artifact_paths: "experiments/calibration/subseasonal/output/*"
197-
agents:
198-
queue: clima
199-
slurm_time: 24:00:00
200-
201-
- wait
202-
203-
- group: "Job analysis and reporting"
204-
205-
steps:
206-
207-
- label: ":thermometer: Cess climate sensitivity approximation from p2K runs"
208-
key: "cess_from_p2k"
209-
command: >-
210-
julia --color=yes --project=experiments/ClimaEarth/
211-
test/cess_climate_sensitivity.jl
212-
output/amip_diagedmf_land
213-
output/amip_diagedmf_land_p2k
214-
output/ecs_analysis
215-
artifact_paths: "output/ecs_analysis/*"
216-
217-
# plot job performance history
218-
- label: ":chart_with_downwards_trend: build history"
219-
command:
220-
- build_history main # name of branch to plot
221-
artifact_paths:
222-
- "build_history.html"
223-
224-
- wait
225-
226-
- label: ":envelope: Slack report: Slabplanet"
227-
command:
228-
- slack-upload -c C04S6MBSDC4 -f experiments/ClimaEarth/output/slabplanet_evolve_ocean/artifacts/total_energy_bucket.png -n slab_coarse -x "Slabplanet energy conservation"
229-
- slack-upload -c C04S6MBSDC4 -f experiments/ClimaEarth/output/slabplanet_evolve_ocean/artifacts/total_water_bucket.png -n slab_coarse_w -x "Slabplanet water conservation"
188+
# - group: "Calibration experiments"
189+
190+
# steps:
191+
# - label: "Subseasonal calibration test"
192+
# key: "subseasonal_calibration"
193+
# command:
194+
# - julia --color=yes --project=experiments/ClimaEarth experiments/calibration/subseasonal/generate_observations.jl
195+
# - julia --color=yes --project=experiments/ClimaEarth experiments/calibration/subseasonal/run_calibration.jl
196+
# artifact_paths: "experiments/calibration/subseasonal/output/*"
197+
# agents:
198+
# queue: clima
199+
# slurm_time: 24:00:00
200+
201+
# - wait
202+
203+
# - group: "Job analysis and reporting"
204+
205+
# steps:
206+
207+
# - label: ":thermometer: Cess climate sensitivity approximation from p2K runs"
208+
# key: "cess_from_p2k"
209+
# command: >-
210+
# julia --color=yes --project=experiments/ClimaEarth/
211+
# test/cess_climate_sensitivity.jl
212+
# output/amip_diagedmf_land
213+
# output/amip_diagedmf_land_p2k
214+
# output/ecs_analysis
215+
# artifact_paths: "output/ecs_analysis/*"
216+
217+
# # plot job performance history
218+
# - label: ":chart_with_downwards_trend: build history"
219+
# command:
220+
# - build_history main # name of branch to plot
221+
# artifact_paths:
222+
# - "build_history.html"
223+
224+
# - wait
225+
226+
# - label: ":envelope: Slack report: Slabplanet"
227+
# command:
228+
# - slack-upload -c C04S6MBSDC4 -f experiments/ClimaEarth/output/slabplanet_evolve_ocean/artifacts/total_energy_bucket.png -n slab_coarse -x "Slabplanet energy conservation"
229+
# - slack-upload -c C04S6MBSDC4 -f experiments/ClimaEarth/output/slabplanet_evolve_ocean/artifacts/total_water_bucket.png -n slab_coarse_w -x "Slabplanet water conservation"

0 commit comments

Comments
 (0)