Skip to content

Commit fa5d910

Browse files
tomvothecodertomvothecoder
committed
Initial prototype of dask distributed to replace dask.bag
Add `cluster` parameter to enable custom dask cluster configs Add `chunks="auto"` arg to `open_mfdataset()` - Update `convert_units()` to make udunit conversion dask compatible via `xr.apply_ufunc` Add old multiprocessing code for backwards compatibility - Add `dask_scheduler_type` attribute to `CoreParameter` - Update multiprocessing logic to take into account `dask_scheduler_type` Update comment in `run_diags()` for clarity Update run scripts to run all variables - Update `_cleanup_dask_resources()` to wait for workers to close before closing client and cluster - Add data loading for lat_lon_driver.py metrics
1 parent fe14db0 commit fa5d910

File tree

9 files changed

+834
-20
lines changed

9 files changed

+834
-20
lines changed

‎auxiliary_tools/949_dask_distributed/v2_run.cfg‎

Lines changed: 385 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,385 @@
1+
[#]
2+
sets = ["lat_lon"]
3+
case_id = "ERA5"
4+
variables = ["TREFHT"]
5+
regions = ["land"]
6+
ref_name = "ERA5"
7+
reference_name = "ERA5 Reanalysis"
8+
seasons=["ANN"]
9+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
10+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
11+
regrid_method = "bilinear"
12+
13+
[#]
14+
sets = ["lat_lon"]
15+
case_id = "ERA5"
16+
variables = ["QREFHT"]
17+
ref_name = "ERA5_ext"
18+
reference_name = "ERA5 Reanalysis"
19+
seasons=["ANN"]
20+
seasons = ["ANN"]
21+
contour_levels = [0.2, 0.5, 1, 2.5, 5, 7.5, 10, 12.5, 15, 17.5]
22+
diff_levels = [-5, -4, -3, -2, -1, -0.25, 0.25, 1, 2, 3, 4, 5]
23+
24+
[#]
25+
sets = ["lat_lon"]
26+
case_id = "GPCP_v3.2"
27+
variables = ["PRECT"]
28+
ref_name = "GPCP_v3.2"
29+
reference_name = "GPCP_v3.2"
30+
seasons=["ANN"]
31+
regions = ["global"]
32+
test_colormap = "WhiteBlueGreenYellowRed.rgb"
33+
reference_colormap = "WhiteBlueGreenYellowRed.rgb"
34+
diff_colormap = "BrBG"
35+
contour_levels = [0.5, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16]
36+
diff_levels = [-5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5]
37+
38+
[#]
39+
sets = ["lat_lon"]
40+
case_id = "SST_CL_HadISST"
41+
variables = ["SST"]
42+
ref_name = "HadISST_CL"
43+
reference_name = "HadISST (Climatology)"
44+
seasons=["ANN"]
45+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
46+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
47+
regrid_method = "bilinear"
48+
49+
[#]
50+
sets = ["lat_lon"]
51+
case_id = "SST_PD_HadISST"
52+
variables = ["SST"]
53+
ref_name = "HadISST_PD"
54+
reference_name = "HadISST (Present Day)"
55+
seasons=["ANN"]
56+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
57+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
58+
regrid_method = "bilinear"
59+
60+
[#]
61+
sets = ["lat_lon"]
62+
case_id = "SST_PI_HadISST"
63+
variables = ["SST"]
64+
ref_name = "HadISST_PI"
65+
reference_name = "HadISST (Pre-Indust)"
66+
seasons=["ANN"]
67+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
68+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
69+
regrid_method = "bilinear"
70+
71+
[#]
72+
sets = ["lat_lon"]
73+
case_id = "AOD_550"
74+
variables = ["AODVIS"]
75+
ref_name = "MACv2"
76+
reference_name = "Max-Planck Aerosol climatology (MACv2)"
77+
regions = ["global"]
78+
seasons=["ANN"]
79+
diff_colormap = "BrBG_r"
80+
contour_levels = [0., 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0, 1.1, 1.2]
81+
diff_levels = [-0.5, -0.4, -0.3, -0.2, -0.1, -0.05, -0.02, 0.02, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5]
82+
83+
[#]
84+
sets = ["lat_lon"]
85+
case_id = "ERA5"
86+
variables = ["TREFHT"]
87+
regions = ["land"]
88+
ref_name = "ERA5"
89+
reference_name = "ERA5 Reanalysis"
90+
seasons=["ANN"]
91+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
92+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
93+
regrid_method = "bilinear"
94+
95+
[#]
96+
sets = ["lat_lon"]
97+
case_id = "ERA5"
98+
variables = ["QREFHT"]
99+
ref_name = "ERA5_ext"
100+
reference_name = "ERA5 Reanalysis"
101+
seasons=["ANN"]
102+
seasons = ["ANN"]
103+
contour_levels = [0.2, 0.5, 1, 2.5, 5, 7.5, 10, 12.5, 15, 17.5]
104+
diff_levels = [-5, -4, -3, -2, -1, -0.25, 0.25, 1, 2, 3, 4, 5]
105+
106+
[#]
107+
sets = ["lat_lon"]
108+
case_id = "GPCP_v3.2"
109+
variables = ["PRECT"]
110+
ref_name = "GPCP_v3.2"
111+
reference_name = "GPCP_v3.2"
112+
seasons=["ANN"]
113+
regions = ["global"]
114+
test_colormap = "WhiteBlueGreenYellowRed.rgb"
115+
reference_colormap = "WhiteBlueGreenYellowRed.rgb"
116+
diff_colormap = "BrBG"
117+
contour_levels = [0.5, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16]
118+
diff_levels = [-5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5]
119+
120+
[#]
121+
sets = ["lat_lon"]
122+
case_id = "SST_CL_HadISST"
123+
variables = ["SST"]
124+
ref_name = "HadISST_CL"
125+
reference_name = "HadISST (Climatology)"
126+
seasons=["ANN"]
127+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
128+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
129+
regrid_method = "bilinear"
130+
131+
[#]
132+
sets = ["lat_lon"]
133+
case_id = "SST_PD_HadISST"
134+
variables = ["SST"]
135+
ref_name = "HadISST_PD"
136+
reference_name = "HadISST (Present Day)"
137+
seasons=["ANN"]
138+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
139+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
140+
regrid_method = "bilinear"
141+
142+
[#]
143+
sets = ["lat_lon"]
144+
case_id = "SST_PI_HadISST"
145+
variables = ["SST"]
146+
ref_name = "HadISST_PI"
147+
reference_name = "HadISST (Pre-Indust)"
148+
seasons=["ANN"]
149+
contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
150+
diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
151+
regrid_method = "bilinear"
152+
153+
[#]
154+
sets = ["lat_lon"]
155+
case_id = "AOD_550"
156+
variables = ["AODVIS"]
157+
ref_name = "MACv2"
158+
reference_name = "Max-Planck Aerosol climatology (MACv2)"
159+
regions = ["global"]
160+
seasons=["ANN"]
161+
diff_colormap = "BrBG_r"
162+
contour_levels = [0., 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0, 1.1, 1.2]
163+
diff_levels = [-0.5, -0.4, -0.3, -0.2, -0.1, -0.05, -0.02, 0.02, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5]
164+
165+
[#]
166+
sets = ["lat_lon"]
167+
case_id = "ERA5"
168+
variables = ["U10"]
169+
ref_name = "ERA5_ext"
170+
reference_name = "ERA5 Reanalysis"
171+
seasons = ["ANN"]
172+
seasons = ["ANN"]
173+
contour_levels = [2, 4, 6, 8, 10, 12, 14, 16, 18, 20]
174+
diff_levels = [-8, -6, -5, -4, -3, -2, -1, 1, 2, 3, 4, 5, 6, 8]
175+
176+
[#]
177+
sets = ["lat_lon"]
178+
case_id = "MERRA2"
179+
variables = ["PSL"]
180+
ref_name = "MERRA2"
181+
reference_name = "MERRA2 Reanalysis"
182+
seasons=["ANN"]
183+
contour_levels = [955, 965, 975,980, 985, 990, 995, 1000, 1005, 1010, 1015, 1020, 1025, 1035]
184+
diff_levels = [ -16, -12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12, 16]
185+
186+
[#]
187+
sets = ["lat_lon"]
188+
case_id = "MERRA2"
189+
variables = ["T"]
190+
ref_name = "MERRA2"
191+
reference_name = "MERRA2 Reanalysis"
192+
seasons = ["ANN"]
193+
plevs = [850.0]
194+
contour_levels = [240, 245, 250, 255, 260, 265, 270, 275, 280, 285, 290, 295]
195+
diff_levels = [-10, -7.5, -5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5, 7.5, 10]
196+
regrid_method = "bilinear"
197+
198+
[#]
199+
sets = ["lat_lon"]
200+
case_id = "MERRA2"
201+
variables = ["TAUXY"]
202+
ref_name = "MERRA2"
203+
reference_name = "MERRA2 Reanalysis"
204+
regions = ["ocean"]
205+
seasons=["ANN"]
206+
test_colormap = "Purples"
207+
reference_colormap = "Purples"
208+
diff_colormap = "RdBu"
209+
contour_levels = [0., 0.025, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5]
210+
diff_levels = [-0.13, -0.11, -0.09, -0.07, -0.05, -0.03, -0.01, 0.01, 0.03, 0.05, 0.07, 0.09, 0.11, 0.13]
211+
regrid_method = "bilinear"
212+
213+
[#]
214+
sets = ["lat_lon"]
215+
case_id = "MERRA2"
216+
variables = ["TREFHT"]
217+
regions = ["land"]
218+
ref_name = "MERRA2"
219+
reference_name = "MERRA2 Reanalysis"
220+
seasons=["ANN"]
221+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
222+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
223+
regrid_method = "bilinear"
224+
225+
[#]
226+
sets = ["lat_lon"]
227+
case_id = "MERRA2"
228+
variables = ["TREFMNAV"]
229+
regions = ["land"]
230+
ref_name = "MERRA2"
231+
reference_name = "MERRA2 Reanalysis"
232+
regions = ["global"]
233+
seasons=["ANN"]
234+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
235+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
236+
regrid_method = "bilinear"
237+
238+
[#]
239+
sets = ["lat_lon"]
240+
case_id = "MERRA2"
241+
variables = ["TREFMXAV"]
242+
regions = ["global"]
243+
ref_name = "MERRA2"
244+
reference_name = "MERRA2 Reanalysis"
245+
regions = ["global"]
246+
seasons=["ANN"]
247+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
248+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
249+
250+
[#]
251+
sets = ["lat_lon"]
252+
case_id = "OMI-MLS"
253+
variables = ["TCO"]
254+
regions = ["60S60N"]
255+
ref_name = "OMI-MLS"
256+
reference_name = "OMI-MLS"
257+
seasons=["ANN"]
258+
test_colormap = "WhiteBlueGreenYellowRed.rgb"
259+
reference_colormap = "WhiteBlueGreenYellowRed.rgb"
260+
diff_colormap = "diverging_bwr.rgb"
261+
contour_levels = [12,16,20,24,28,32,36,40,44]
262+
diff_levels = [-20,-15,-10,-5,-2,2,5,10,15,20]
263+
264+
[#]
265+
sets = ["lat_lon"]
266+
case_id = "CERES-EBAF-surface-v4.1"
267+
variables = ["ALBEDO_SRF"]
268+
ref_name = "ceres_ebaf_surface_v4.1"
269+
reference_name = "CERES-EBAF v4.1"
270+
seasons=["ANN"]
271+
contour_levels = [0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75]
272+
diff_levels = [-0.25, -0.2, -0.15, -0.1, -0.07, -0.05, -0.02, 0.02, 0.05, 0.07, 0.1, 0.15, 0.2, 0.25]
273+
274+
[#]
275+
sets = ["lat_lon"]
276+
case_id = "MERRA2"
277+
variables = ["OMEGA"]
278+
ref_name = "MERRA2"
279+
reference_name = "MERRA2 Reanalysis"
280+
seasons = ["ANN"]
281+
plevs = [850.0]
282+
test_colormap = "PiYG_r"
283+
reference_colormap = "PiYG_r"
284+
contour_levels = [-220,-180,-140,-100,-60,-20,-10, 10,20, 60, 100, 140, 180, 220]
285+
diff_levels = [-80,-60,-40,-32,-24,-16,-8,-4, 4,8,16,24,32,40,60,80]
286+
regrid_method = "bilinear"
287+
288+
289+
[#]
290+
sets = ["lat_lon"]
291+
case_id = "MERRA2"
292+
variables = ["PSL"]
293+
ref_name = "MERRA2"
294+
reference_name = "MERRA2 Reanalysis"
295+
seasons=["ANN"]
296+
contour_levels = [955, 965, 975,980, 985, 990, 995, 1000, 1005, 1010, 1015, 1020, 1025, 1035]
297+
diff_levels = [ -16, -12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12, 16]
298+
299+
[#]
300+
sets = ["lat_lon"]
301+
case_id = "MERRA2"
302+
variables = ["T"]
303+
ref_name = "MERRA2"
304+
reference_name = "MERRA2 Reanalysis"
305+
seasons = ["ANN"]
306+
plevs = [850.0]
307+
contour_levels = [240, 245, 250, 255, 260, 265, 270, 275, 280, 285, 290, 295]
308+
diff_levels = [-10, -7.5, -5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5, 7.5, 10]
309+
regrid_method = "bilinear"
310+
311+
[#]
312+
sets = ["lat_lon"]
313+
case_id = "MERRA2"
314+
variables = ["TAUXY"]
315+
ref_name = "MERRA2"
316+
reference_name = "MERRA2 Reanalysis"
317+
regions = ["ocean"]
318+
seasons=["ANN"]
319+
test_colormap = "Purples"
320+
reference_colormap = "Purples"
321+
diff_colormap = "RdBu"
322+
contour_levels = [0., 0.025, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5]
323+
diff_levels = [-0.13, -0.11, -0.09, -0.07, -0.05, -0.03, -0.01, 0.01, 0.03, 0.05, 0.07, 0.09, 0.11, 0.13]
324+
regrid_method = "bilinear"
325+
326+
[#]
327+
sets = ["lat_lon"]
328+
case_id = "MERRA2"
329+
variables = ["TREFHT"]
330+
regions = ["land"]
331+
ref_name = "MERRA2"
332+
reference_name = "MERRA2 Reanalysis"
333+
seasons=["ANN"]
334+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
335+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
336+
regrid_method = "bilinear"
337+
338+
[#]
339+
sets = ["lat_lon"]
340+
case_id = "MERRA2"
341+
variables = ["TREFMNAV"]
342+
regions = ["land"]
343+
ref_name = "MERRA2"
344+
reference_name = "MERRA2 Reanalysis"
345+
regions = ["global"]
346+
seasons=["ANN"]
347+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
348+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
349+
regrid_method = "bilinear"
350+
351+
[#]
352+
sets = ["lat_lon"]
353+
case_id = "MERRA2"
354+
variables = ["TREFMXAV"]
355+
regions = ["global"]
356+
ref_name = "MERRA2"
357+
reference_name = "MERRA2 Reanalysis"
358+
regions = ["global"]
359+
seasons=["ANN"]
360+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
361+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
362+
363+
[#]
364+
sets = ["lat_lon"]
365+
case_id = "OMI-MLS"
366+
variables = ["TCO"]
367+
regions = ["60S60N"]
368+
ref_name = "OMI-MLS"
369+
reference_name = "OMI-MLS"
370+
seasons=["ANN"]
371+
test_colormap = "WhiteBlueGreenYellowRed.rgb"
372+
reference_colormap = "WhiteBlueGreenYellowRed.rgb"
373+
diff_colormap = "diverging_bwr.rgb"
374+
contour_levels = [12,16,20,24,28,32,36,40,44]
375+
diff_levels = [-20,-15,-10,-5,-2,2,5,10,15,20]
376+
377+
[#]
378+
sets = ["lat_lon"]
379+
case_id = "CERES-EBAF-surface-v4.1"
380+
variables = ["ALBEDO_SRF"]
381+
ref_name = "ceres_ebaf_surface_v4.1"
382+
reference_name = "CERES-EBAF v4.1"
383+
seasons=["ANN"]
384+
contour_levels = [0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75]
385+
diff_levels = [-0.25, -0.2, -0.15, -0.1, -0.07, -0.05, -0.02, 0.02, 0.05, 0.07, 0.1, 0.15, 0.2, 0.25]

0 commit comments

Comments
 (0)