Skip to content

Commit 1e3f6b3

Browse files
committed
Initial prototype of dask distributed to replace dask.bag
1 parent 9713ee4 commit 1e3f6b3

File tree

4 files changed

+577
-18
lines changed

4 files changed

+577
-18
lines changed
Lines changed: 385 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,385 @@
1+
[#]
2+
sets = ["lat_lon"]
3+
case_id = "ERA5"
4+
variables = ["TREFHT"]
5+
regions = ["land"]
6+
ref_name = "ERA5"
7+
reference_name = "ERA5 Reanalysis"
8+
seasons=["ANN"]
9+
contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
10+
diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
11+
regrid_method = "bilinear"
12+
13+
# [#]
14+
# sets = ["lat_lon"]
15+
# case_id = "ERA5"
16+
# variables = ["QREFHT"]
17+
# ref_name = "ERA5_ext"
18+
# reference_name = "ERA5 Reanalysis"
19+
# seasons=["ANN"]
20+
# seasons = ["ANN"]
21+
# contour_levels = [0.2, 0.5, 1, 2.5, 5, 7.5, 10, 12.5, 15, 17.5]
22+
# diff_levels = [-5, -4, -3, -2, -1, -0.25, 0.25, 1, 2, 3, 4, 5]
23+
24+
# [#]
25+
# sets = ["lat_lon"]
26+
# case_id = "GPCP_v3.2"
27+
# variables = ["PRECT"]
28+
# ref_name = "GPCP_v3.2"
29+
# reference_name = "GPCP_v3.2"
30+
# seasons=["ANN"]
31+
# regions = ["global"]
32+
# test_colormap = "WhiteBlueGreenYellowRed.rgb"
33+
# reference_colormap = "WhiteBlueGreenYellowRed.rgb"
34+
# diff_colormap = "BrBG"
35+
# contour_levels = [0.5, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16]
36+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5]
37+
38+
# [#]
39+
# sets = ["lat_lon"]
40+
# case_id = "SST_CL_HadISST"
41+
# variables = ["SST"]
42+
# ref_name = "HadISST_CL"
43+
# reference_name = "HadISST (Climatology)"
44+
# seasons=["ANN"]
45+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
46+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
47+
# regrid_method = "bilinear"
48+
49+
# [#]
50+
# sets = ["lat_lon"]
51+
# case_id = "SST_PD_HadISST"
52+
# variables = ["SST"]
53+
# ref_name = "HadISST_PD"
54+
# reference_name = "HadISST (Present Day)"
55+
# seasons=["ANN"]
56+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
57+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
58+
# regrid_method = "bilinear"
59+
60+
# [#]
61+
# sets = ["lat_lon"]
62+
# case_id = "SST_PI_HadISST"
63+
# variables = ["SST"]
64+
# ref_name = "HadISST_PI"
65+
# reference_name = "HadISST (Pre-Indust)"
66+
# seasons=["ANN"]
67+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
68+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
69+
# regrid_method = "bilinear"
70+
71+
# [#]
72+
# sets = ["lat_lon"]
73+
# case_id = "AOD_550"
74+
# variables = ["AODVIS"]
75+
# ref_name = "MACv2"
76+
# reference_name = "Max-Planck Aerosol climatology (MACv2)"
77+
# regions = ["global"]
78+
# seasons=["ANN"]
79+
# diff_colormap = "BrBG_r"
80+
# contour_levels = [0., 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0, 1.1, 1.2]
81+
# diff_levels = [-0.5, -0.4, -0.3, -0.2, -0.1, -0.05, -0.02, 0.02, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5]
82+
83+
# [#]
84+
# sets = ["lat_lon"]
85+
# case_id = "ERA5"
86+
# variables = ["TREFHT"]
87+
# regions = ["land"]
88+
# ref_name = "ERA5"
89+
# reference_name = "ERA5 Reanalysis"
90+
# seasons=["ANN"]
91+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
92+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
93+
# regrid_method = "bilinear"
94+
95+
# [#]
96+
# sets = ["lat_lon"]
97+
# case_id = "ERA5"
98+
# variables = ["QREFHT"]
99+
# ref_name = "ERA5_ext"
100+
# reference_name = "ERA5 Reanalysis"
101+
# seasons=["ANN"]
102+
# seasons = ["ANN"]
103+
# contour_levels = [0.2, 0.5, 1, 2.5, 5, 7.5, 10, 12.5, 15, 17.5]
104+
# diff_levels = [-5, -4, -3, -2, -1, -0.25, 0.25, 1, 2, 3, 4, 5]
105+
106+
# [#]
107+
# sets = ["lat_lon"]
108+
# case_id = "GPCP_v3.2"
109+
# variables = ["PRECT"]
110+
# ref_name = "GPCP_v3.2"
111+
# reference_name = "GPCP_v3.2"
112+
# seasons=["ANN"]
113+
# regions = ["global"]
114+
# test_colormap = "WhiteBlueGreenYellowRed.rgb"
115+
# reference_colormap = "WhiteBlueGreenYellowRed.rgb"
116+
# diff_colormap = "BrBG"
117+
# contour_levels = [0.5, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14, 15, 16]
118+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5]
119+
120+
# [#]
121+
# sets = ["lat_lon"]
122+
# case_id = "SST_CL_HadISST"
123+
# variables = ["SST"]
124+
# ref_name = "HadISST_CL"
125+
# reference_name = "HadISST (Climatology)"
126+
# seasons=["ANN"]
127+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
128+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
129+
# regrid_method = "bilinear"
130+
131+
# [#]
132+
# sets = ["lat_lon"]
133+
# case_id = "SST_PD_HadISST"
134+
# variables = ["SST"]
135+
# ref_name = "HadISST_PD"
136+
# reference_name = "HadISST (Present Day)"
137+
# seasons=["ANN"]
138+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
139+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
140+
# regrid_method = "bilinear"
141+
142+
# [#]
143+
# sets = ["lat_lon"]
144+
# case_id = "SST_PI_HadISST"
145+
# variables = ["SST"]
146+
# ref_name = "HadISST_PI"
147+
# reference_name = "HadISST (Pre-Indust)"
148+
# seasons=["ANN"]
149+
# contour_levels = [-1, 0, 1, 3, 6, 9, 12, 15, 18, 20, 22, 24, 26, 28, 29]
150+
# diff_levels = [-5, -4, -3, -2, -1, -0.5, -0.2, 0.2, 0.5, 1, 2, 3, 4, 5]
151+
# regrid_method = "bilinear"
152+
153+
# [#]
154+
# sets = ["lat_lon"]
155+
# case_id = "AOD_550"
156+
# variables = ["AODVIS"]
157+
# ref_name = "MACv2"
158+
# reference_name = "Max-Planck Aerosol climatology (MACv2)"
159+
# regions = ["global"]
160+
# seasons=["ANN"]
161+
# diff_colormap = "BrBG_r"
162+
# contour_levels = [0., 0.05, 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9, 1.0, 1.1, 1.2]
163+
# diff_levels = [-0.5, -0.4, -0.3, -0.2, -0.1, -0.05, -0.02, 0.02, 0.05, 0.1, 0.2, 0.3, 0.4, 0.5]
164+
165+
# [#]
166+
# sets = ["lat_lon"]
167+
# case_id = "ERA5"
168+
# variables = ["U10"]
169+
# ref_name = "ERA5_ext"
170+
# reference_name = "ERA5 Reanalysis"
171+
# seasons = ["ANN"]
172+
# seasons = ["ANN"]
173+
# contour_levels = [2, 4, 6, 8, 10, 12, 14, 16, 18, 20]
174+
# diff_levels = [-8, -6, -5, -4, -3, -2, -1, 1, 2, 3, 4, 5, 6, 8]
175+
176+
# [#]
177+
# sets = ["lat_lon"]
178+
# case_id = "MERRA2"
179+
# variables = ["PSL"]
180+
# ref_name = "MERRA2"
181+
# reference_name = "MERRA2 Reanalysis"
182+
# seasons=["ANN"]
183+
# contour_levels = [955, 965, 975,980, 985, 990, 995, 1000, 1005, 1010, 1015, 1020, 1025, 1035]
184+
# diff_levels = [ -16, -12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12, 16]
185+
186+
# [#]
187+
# sets = ["lat_lon"]
188+
# case_id = "MERRA2"
189+
# variables = ["T"]
190+
# ref_name = "MERRA2"
191+
# reference_name = "MERRA2 Reanalysis"
192+
# seasons = ["ANN"]
193+
# plevs = [850.0]
194+
# contour_levels = [240, 245, 250, 255, 260, 265, 270, 275, 280, 285, 290, 295]
195+
# diff_levels = [-10, -7.5, -5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5, 7.5, 10]
196+
# regrid_method = "bilinear"
197+
198+
# [#]
199+
# sets = ["lat_lon"]
200+
# case_id = "MERRA2"
201+
# variables = ["TAUXY"]
202+
# ref_name = "MERRA2"
203+
# reference_name = "MERRA2 Reanalysis"
204+
# regions = ["ocean"]
205+
# seasons=["ANN"]
206+
# test_colormap = "Purples"
207+
# reference_colormap = "Purples"
208+
# diff_colormap = "RdBu"
209+
# contour_levels = [0., 0.025, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5]
210+
# diff_levels = [-0.13, -0.11, -0.09, -0.07, -0.05, -0.03, -0.01, 0.01, 0.03, 0.05, 0.07, 0.09, 0.11, 0.13]
211+
# regrid_method = "bilinear"
212+
213+
# [#]
214+
# sets = ["lat_lon"]
215+
# case_id = "MERRA2"
216+
# variables = ["TREFHT"]
217+
# regions = ["land"]
218+
# ref_name = "MERRA2"
219+
# reference_name = "MERRA2 Reanalysis"
220+
# seasons=["ANN"]
221+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
222+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
223+
# regrid_method = "bilinear"
224+
225+
# [#]
226+
# sets = ["lat_lon"]
227+
# case_id = "MERRA2"
228+
# variables = ["TREFMNAV"]
229+
# regions = ["land"]
230+
# ref_name = "MERRA2"
231+
# reference_name = "MERRA2 Reanalysis"
232+
# regions = ["global"]
233+
# seasons=["ANN"]
234+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
235+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
236+
# regrid_method = "bilinear"
237+
238+
# [#]
239+
# sets = ["lat_lon"]
240+
# case_id = "MERRA2"
241+
# variables = ["TREFMXAV"]
242+
# regions = ["global"]
243+
# ref_name = "MERRA2"
244+
# reference_name = "MERRA2 Reanalysis"
245+
# regions = ["global"]
246+
# seasons=["ANN"]
247+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
248+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
249+
250+
# [#]
251+
# sets = ["lat_lon"]
252+
# case_id = "OMI-MLS"
253+
# variables = ["TCO"]
254+
# regions = ["60S60N"]
255+
# ref_name = "OMI-MLS"
256+
# reference_name = "OMI-MLS"
257+
# seasons=["ANN"]
258+
# test_colormap = "WhiteBlueGreenYellowRed.rgb"
259+
# reference_colormap = "WhiteBlueGreenYellowRed.rgb"
260+
# diff_colormap = "diverging_bwr.rgb"
261+
# contour_levels = [12,16,20,24,28,32,36,40,44]
262+
# diff_levels = [-20,-15,-10,-5,-2,2,5,10,15,20]
263+
264+
# [#]
265+
# sets = ["lat_lon"]
266+
# case_id = "CERES-EBAF-surface-v4.1"
267+
# variables = ["ALBEDO_SRF"]
268+
# ref_name = "ceres_ebaf_surface_v4.1"
269+
# reference_name = "CERES-EBAF v4.1"
270+
# seasons=["ANN"]
271+
# contour_levels = [0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75]
272+
# diff_levels = [-0.25, -0.2, -0.15, -0.1, -0.07, -0.05, -0.02, 0.02, 0.05, 0.07, 0.1, 0.15, 0.2, 0.25]
273+
274+
# [#]
275+
# sets = ["lat_lon"]
276+
# case_id = "MERRA2"
277+
# variables = ["OMEGA"]
278+
# ref_name = "MERRA2"
279+
# reference_name = "MERRA2 Reanalysis"
280+
# seasons = ["ANN"]
281+
# plevs = [850.0]
282+
# test_colormap = "PiYG_r"
283+
# reference_colormap = "PiYG_r"
284+
# contour_levels = [-220,-180,-140,-100,-60,-20,-10, 10,20, 60, 100, 140, 180, 220]
285+
# diff_levels = [-80,-60,-40,-32,-24,-16,-8,-4, 4,8,16,24,32,40,60,80]
286+
# regrid_method = "bilinear"
287+
288+
289+
# [#]
290+
# sets = ["lat_lon"]
291+
# case_id = "MERRA2"
292+
# variables = ["PSL"]
293+
# ref_name = "MERRA2"
294+
# reference_name = "MERRA2 Reanalysis"
295+
# seasons=["ANN"]
296+
# contour_levels = [955, 965, 975,980, 985, 990, 995, 1000, 1005, 1010, 1015, 1020, 1025, 1035]
297+
# diff_levels = [ -16, -12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12, 16]
298+
299+
# [#]
300+
# sets = ["lat_lon"]
301+
# case_id = "MERRA2"
302+
# variables = ["T"]
303+
# ref_name = "MERRA2"
304+
# reference_name = "MERRA2 Reanalysis"
305+
# seasons = ["ANN"]
306+
# plevs = [850.0]
307+
# contour_levels = [240, 245, 250, 255, 260, 265, 270, 275, 280, 285, 290, 295]
308+
# diff_levels = [-10, -7.5, -5, -4, -3, -2, -1, -0.5, 0.5, 1, 2, 3, 4, 5, 7.5, 10]
309+
# regrid_method = "bilinear"
310+
311+
# [#]
312+
# sets = ["lat_lon"]
313+
# case_id = "MERRA2"
314+
# variables = ["TAUXY"]
315+
# ref_name = "MERRA2"
316+
# reference_name = "MERRA2 Reanalysis"
317+
# regions = ["ocean"]
318+
# seasons=["ANN"]
319+
# test_colormap = "Purples"
320+
# reference_colormap = "Purples"
321+
# diff_colormap = "RdBu"
322+
# contour_levels = [0., 0.025, 0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5]
323+
# diff_levels = [-0.13, -0.11, -0.09, -0.07, -0.05, -0.03, -0.01, 0.01, 0.03, 0.05, 0.07, 0.09, 0.11, 0.13]
324+
# regrid_method = "bilinear"
325+
326+
# [#]
327+
# sets = ["lat_lon"]
328+
# case_id = "MERRA2"
329+
# variables = ["TREFHT"]
330+
# regions = ["land"]
331+
# ref_name = "MERRA2"
332+
# reference_name = "MERRA2 Reanalysis"
333+
# seasons=["ANN"]
334+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
335+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
336+
# regrid_method = "bilinear"
337+
338+
# [#]
339+
# sets = ["lat_lon"]
340+
# case_id = "MERRA2"
341+
# variables = ["TREFMNAV"]
342+
# regions = ["land"]
343+
# ref_name = "MERRA2"
344+
# reference_name = "MERRA2 Reanalysis"
345+
# regions = ["global"]
346+
# seasons=["ANN"]
347+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
348+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
349+
# regrid_method = "bilinear"
350+
351+
# [#]
352+
# sets = ["lat_lon"]
353+
# case_id = "MERRA2"
354+
# variables = ["TREFMXAV"]
355+
# regions = ["global"]
356+
# ref_name = "MERRA2"
357+
# reference_name = "MERRA2 Reanalysis"
358+
# regions = ["global"]
359+
# seasons=["ANN"]
360+
# contour_levels = [-35, -30, -25, -20, -15, -10, -5, 0, 5, 10, 15, 20, 25, 30, 35, 40]
361+
# diff_levels = [-12, -8, -4, -2, -1, -0.5, 0.5, 1, 2, 4, 8, 12]
362+
363+
# [#]
364+
# sets = ["lat_lon"]
365+
# case_id = "OMI-MLS"
366+
# variables = ["TCO"]
367+
# regions = ["60S60N"]
368+
# ref_name = "OMI-MLS"
369+
# reference_name = "OMI-MLS"
370+
# seasons=["ANN"]
371+
# test_colormap = "WhiteBlueGreenYellowRed.rgb"
372+
# reference_colormap = "WhiteBlueGreenYellowRed.rgb"
373+
# diff_colormap = "diverging_bwr.rgb"
374+
# contour_levels = [12,16,20,24,28,32,36,40,44]
375+
# diff_levels = [-20,-15,-10,-5,-2,2,5,10,15,20]
376+
377+
# [#]
378+
# sets = ["lat_lon"]
379+
# case_id = "CERES-EBAF-surface-v4.1"
380+
# variables = ["ALBEDO_SRF"]
381+
# ref_name = "ceres_ebaf_surface_v4.1"
382+
# reference_name = "CERES-EBAF v4.1"
383+
# seasons=["ANN"]
384+
# contour_levels = [0.05, 0.1, 0.15, 0.2, 0.25, 0.3, 0.35, 0.4, 0.45, 0.5, 0.55, 0.6, 0.65, 0.7, 0.75]
385+
# diff_levels = [-0.25, -0.2, -0.15, -0.1, -0.07, -0.05, -0.02, 0.02, 0.05, 0.07, 0.1, 0.15, 0.2, 0.25]

0 commit comments

Comments
 (0)