From f86a6cbd3938f66860794f983d1c1635e119526b Mon Sep 17 00:00:00 2001 From: chengzhuzhang Date: Wed, 19 Mar 2025 22:16:49 -0500 Subject: [PATCH 01/10] add example cfg for v3.LR.historical run on LCRC --- examples/post.v3.LR.historical.zppy_v3.cfg | 221 +++++++++++++++++++++ 1 file changed, 221 insertions(+) create mode 100644 examples/post.v3.LR.historical.zppy_v3.cfg diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg new file mode 100644 index 00000000..8f87f60a --- /dev/null +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -0,0 +1,221 @@ +[default] +input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 +output = /lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13 +case = v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.zhang40/E3SMv3_eu11rc13 +partition = compute +#environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" +environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.11.0rc13_chrysalis.sh" +campaign = "water_cycle" + +[climo] +active = True +#years = "1985:2014:30", "1985:2014:15" +years = "1985:2014:30", +walltime = "1:00:00" + + [[ atm_monthly_180x360_aave ]] + input_subdir = "archive/atm/hist" + mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc + frequency = "monthly" + + [[ atm_monthly_diurnal_8xdaily_180x360_aave ]] + input_subdir = "archive/atm/hist" + input_files = "eam.h3" + mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc + vars = "PRECT" + frequency = "diurnal_8xdaily" + + [[ land_monthly_climo ]] + frequency = "monthly" + input_files = "elm.h0" + input_subdir = archive/lnd/hist + vars = "" + +[ts] +active = True +years = "1985:2014:30" +walltime = "00:50:00" + + [[ atm_monthly_180x360_aave ]] + input_subdir = "archive/atm/hist" + input_files = "eam.h0" + frequency = "monthly" + mapping_file = /home/ac.zender/data/maps/map_ne30pg2_to_cmip6_180x360_aave.20200201.nc + vars = "FSNTOA,FLUT,FSNT,FLNT,FSNS,FLNS,SHFLX,QFLX,TAUX,TAUY,PRECC,PRECL,PRECSC,PRECSL,TS,TREFHT,CLDTOT,CLDHGH,CLDMED,CLDLOW,U,ICEFRAC,LANDFRAC,OCNFRAC,PS,CLDICE,CLDLIQ,T,AODDUST,PSL,U10,QREFHT,LHFLX,FLDS,TGCLDIWP,TGCLDCWP,TMQ,FLNSC,FLUTC,FSDS,FSDSC,SOLIN,FSNSC,FSNTOAC,AODABS,AODVIS,AREL,TREFMNAV,TREFMXAV" + +# Needed for mixed-phase partition +# vars = "LANDFRAC,CLDICE,CLDLIQ,T" +# no longer supported in zppy v3 +# ts_fmt = "cmip" + + [[ atm_daily_180x360_aave ]] + input_subdir = "archive/atm/hist" + input_files = "eam.h1" + frequency = "daily" + mapping_file = /home/ac.zender/data/maps/map_ne30pg2_to_cmip6_180x360_aave.20200201.nc + # Needed for Wheeler Kiladis + vars = "FLUT,PRECT,U850" + + [[ atm_monthly_glb ]] + input_subdir = "archive/atm/hist" + input_files = "eam.h0" + frequency = "monthly" + mapping_file = "glb" + + [[ land_monthly ]] + input_subdir = "archive/lnd/hist" + input_files = "elm.h0" + frequency = "monthly" + #mapping_file = "" + mapping_file = map_r05_to_cmip6_180x360_aave.20231110.nc + vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILICE,SOILLIQ,SOILWATER_10CM,TSA,TSOI,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + extra_vars = "landfrac" +# No longer supported in zppyv3 +# ts_fmt = "cmip" +# + [[ rof_monthly ]] + input_subdir = "archive/rof/hist" + input_files = "mosart.h0" + mapping_file = "" + frequency = "monthly" + vars = "RIVER_DISCHARGE_OVER_LAND_LIQ" + extra_vars = 'areatotal2' + + [[ lnd_monthly_glb ]] + frequency = "monthly" + input_files = "elm.h0" + input_subdir = "archive/lnd/hist" + mapping_file = "glb" + vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + +# New e3sm_to_cmip tasks (needed by ilamb) are defined in place of ts_fmt = "cmip" +[e3sm_to_cmip] +active = True +frequency = "monthly" +walltime = "00:50:00" +ts_num_years = 30 +years = "1985:2014:30" + + [[ atm_monthly_180x360_aave ]] + # for ilamb + input_files = "eam.h0" + ts_grid = "180x360_aave" + + [[ land_monthly ]] + # for ilamb + input_files = "elm.h0" + ts_grid = "180x360_aave" + +[tc_analysis] +active = True +# scratch is no longer needed in zppy v3 +#scratch = "/lcrc/globalscratch/$USER" +walltime = "02:00:00" +years = "1985:2014:30", + + +[e3sm_diags] +active = True +walltime = "4:00:00" +years = "1985:2014:30", +ts_num_years = 30 +ref_start_yr = 1985 +ref_final_yr = 2014 +multiprocessing = True +num_workers = 8 + + [[ atm_monthly_180x360_aave ]] + #environment_commands = "source /home/ac.zhang40/y/etc/profile.d/conda.sh; conda activate e3sm_diags_dev" + short_name = 'v3.LR.historical_0051' + grid = '180x360_aave' + reference_data_path = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/climatology' + obs_ts = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/time-series' + dc_obs_climo = '/lcrc/group/e3sm/public_html/e3sm_diags_test_data/unit_test_complete_run/obs/climatology' + climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" + climo_diurnal_frequency = "diurnal_8xdaily" + ts_daily_subsection = "atm_daily_180x360_aave" + sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal", +#"mp_partition","aerosol_budget", +# output_format_subplot = "pdf", + + [[ lnd_monthly_mvm_lnd ]] + # Test model-vs-model using the same files as the reference + grid = 'native' + # climo_land_subsection is deprecated ? + #climo_land_subsection = "land_monthly_climo" + climo_subsection = "land_monthly_climo" + diff_title = "Difference" + partition = "compute" + qos = "regular" + short_name = v3.LR.piControl + ref_name = "20231209.v3.LR.piControl-spinup.chrysalis" + ref_start_yr = 0051 + ref_final_yr = 0100 + ref_years = "0051-0100", + reference_data_path = "/lcrc/group/e3sm/ac.zhang40/tests/20231209.v3.LR.piControl-spinup.chrysalis_land_diags/post/lnd/native/clim" + run_type = "model_vs_model" + sets = "lat_lon_land", + short_ref_name = "20231209.v3.LR.piControl-spinup" + swap_test_ref = False + tag = "model_vs_model" + ts_num_years_ref = 50 + + [[atm_monthly_180x360_aave_mvm]] + ref_years = "1985-2014", + ref_start_yr = 1985 + ref_final_yr = 2014 + ts_num_years = 30 + ts_num_years_ref = 30 + ts_subsection = "atm_monthly_180x360_aave" + short_name = 'v3.LR.historical' + grid = '180x360_aave' + ref_name = 'v3.LR.historical_0051' + short_ref_name = 'v3.LR.historical_0051_ref' + tag = 'v3.LR.historical_0051' + run_type = "model_vs_model" + reference_data_path = '/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13/post/atm/180x360_aave/clim' + climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" + climo_diurnal_frequency = "diurnal_8xdaily" + climo_subsection = "atm_monthly_180x360_aave" + sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere", + diff_title = 'Difference' +# output_format_subplot = "pdf", +# +[ilamb] +active = True +nodes = 1 +walltime = "2:00:00" +partition = compute +short_name = 'v3.LR.historical_0051' +#ts_land_grid = 'native' +ts_num_years = 30 +years = "1985:2014:30" + +[global_time_series] +active = True +experiment_name = "v3.LR.historical_0051" +figstr = "v3.LR.historical_0051" +#plots_original is deprecated in zppy v3 +#plots_original = "net_toa_flux_restom,global_surface_air_temperature,toa_radiation,net_atm_energy_imbalance,net_atm_water_imbalance" +plots_atm = "TREFHT,AODDUST" +plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" +ts_num_years = 30 +walltime = "00:30:00" +years = "1985-2014", +climo_years ="1985-2014", +ts_years ="1985-2014", +moc_file = "mocTimeSeries_1985-2014.nc" +# +# +[mpas_analysis] +active = True +walltime = "4:00:00" +parallelTaskCount = 6 +anomalyRefYear = 1985 +ts_years = "1985-2014", +enso_years = "1985-2014", +climo_years = "1985-2014", +mesh = "IcoswISC30E3r5" +shortTermArchive = True +# From 401b32f9c69e303b65b5eeeee4dec1e9d68e0907 Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Thu, 20 Mar 2025 19:24:22 -0500 Subject: [PATCH 02/10] Add explanatory notes to cfg --- examples/post.v3.LR.historical.zppy_v3.cfg | 306 +++++++++++++-------- 1 file changed, 185 insertions(+), 121 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index 8f87f60a..f5ddaf92 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -1,221 +1,285 @@ +# This is an example zppy v3.0.0 configuration file for Chrysalis. +# v3.0.0 has several non-backward compatible ("breaking") changes. +# These are described here. +# In particular, there are a total of 5 deprecated parameters. +# (Search for "DEPRECATED" in this file to find them.) +# zppy v3.0.0 is included in E3SM Unified 1.11.0. + [default] -input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 -output = /lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13 -case = v3.LR.historical_0051 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.zhang40/E3SMv3_eu11rc13 -partition = compute -#environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" +# Change these two lines to include your username instead +output = /lcrc/group/e3sm2/ac.forsyth2/E3SMv3/v3.LR.historical_eu11rc13 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_eu11rc13 +# Once E3SM Unified 1.11.0 is released, you can use this line instead: +# environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.11.0rc13_chrysalis.sh" +# Other parameters: campaign = "water_cycle" +case = v3.LR.historical_0051 +input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 +partition = compute [climo] active = True -#years = "1985:2014:30", "1985:2014:15" -years = "1985:2014:30", walltime = "1:00:00" +years = "1985:2014:30", +# Another example of `years`: +# years = "1985:2014:30", "1985:2014:15" [[ atm_monthly_180x360_aave ]] + # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360_aave and atm_monthly_180x360_aave_mvm subtasks. + # The following e3sm_diags sets require it: + # "lat_lon", "zonal_mean_xy", "zonal_mean_2d", "polar", "cosp_histogram", "meridional_mean_2d", "annual_cycle_zonal_mean", "zonal_mean_2d_stratosphere" "aerosol_aeronet", "aerosol_budget" + frequency = "monthly" input_subdir = "archive/atm/hist" mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc - frequency = "monthly" [[ atm_monthly_diurnal_8xdaily_180x360_aave ]] - input_subdir = "archive/atm/hist" + # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 and atm_monthly_180x360_aave_mvm subtasks. + # The following e3sm_diags sets require it: + # "diurnal_cycle" + frequency = "diurnal_8xdaily" input_files = "eam.h3" + input_subdir = "archive/atm/hist" mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc vars = "PRECT" - frequency = "diurnal_8xdaily" [[ land_monthly_climo ]] + # This subtask is a dependency for the e3sm_diags task's lnd_monthly_mvm_lnd subtask. + # The following e3sm_diags sets require it: + # "lat_lon_land", frequency = "monthly" input_files = "elm.h0" input_subdir = archive/lnd/hist - vars = "" + vars = "" # Setting this as "" will tell zppy to use ALL variables [ts] +# 2 DEPRECATED PARAMETERS in zppy v3.0.0 (the new e3sm_to_cmip task renders these obsolete): +# e3sm_to_cmip_environment_commands +# ts_fmt (e.g., `ts_fmt = "cmip"`) active = True -years = "1985:2014:30" walltime = "00:50:00" +years = "1985:2014:30" [[ atm_monthly_180x360_aave ]] - input_subdir = "archive/atm/hist" - input_files = "eam.h0" + # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 and atm_monthly_180x360_aave_mvm subtasks. + # The following e3sm_diags sets require it: + # "enso_diags", "qbo", "area_mean_time_series" + # This subtask is also a dependency for the e3sm_to_cmip task's atm_monthly_180x360_aave subtask. frequency = "monthly" + input_files = "eam.h0" + input_subdir = "archive/atm/hist" mapping_file = /home/ac.zender/data/maps/map_ne30pg2_to_cmip6_180x360_aave.20200201.nc vars = "FSNTOA,FLUT,FSNT,FLNT,FSNS,FLNS,SHFLX,QFLX,TAUX,TAUY,PRECC,PRECL,PRECSC,PRECSL,TS,TREFHT,CLDTOT,CLDHGH,CLDMED,CLDLOW,U,ICEFRAC,LANDFRAC,OCNFRAC,PS,CLDICE,CLDLIQ,T,AODDUST,PSL,U10,QREFHT,LHFLX,FLDS,TGCLDIWP,TGCLDCWP,TMQ,FLNSC,FLUTC,FSDS,FSDSC,SOLIN,FSNSC,FSNTOAC,AODABS,AODVIS,AREL,TREFMNAV,TREFMXAV" + # Needed for mixed-phase partition: + # vars = "LANDFRAC,CLDICE,CLDLIQ,T" -# Needed for mixed-phase partition -# vars = "LANDFRAC,CLDICE,CLDLIQ,T" -# no longer supported in zppy v3 -# ts_fmt = "cmip" + [[ land_monthly ]] + # This subtask is a dependency for the e3sm_to_cmip task's land_monthly subtask. + extra_vars = "landfrac" + frequency = "monthly" + input_files = "elm.h0" + input_subdir = "archive/lnd/hist" + mapping_file = map_r05_to_cmip6_180x360_aave.20231110.nc + vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILICE,SOILLIQ,SOILWATER_10CM,TSA,TSOI,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" [[ atm_daily_180x360_aave ]] - input_subdir = "archive/atm/hist" - input_files = "eam.h1" + # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 subtask. + # The following e3sm_diags sets require it: + # "tropical_subseasonal" frequency = "daily" + input_files = "eam.h1" + input_subdir = "archive/atm/hist" mapping_file = /home/ac.zender/data/maps/map_ne30pg2_to_cmip6_180x360_aave.20200201.nc # Needed for Wheeler Kiladis vars = "FLUT,PRECT,U850" - [[ atm_monthly_glb ]] - input_subdir = "archive/atm/hist" - input_files = "eam.h0" - frequency = "monthly" - mapping_file = "glb" - - [[ land_monthly ]] - input_subdir = "archive/lnd/hist" - input_files = "elm.h0" - frequency = "monthly" - #mapping_file = "" - mapping_file = map_r05_to_cmip6_180x360_aave.20231110.nc - vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILICE,SOILLIQ,SOILWATER_10CM,TSA,TSOI,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" - extra_vars = "landfrac" -# No longer supported in zppyv3 -# ts_fmt = "cmip" -# [[ rof_monthly ]] - input_subdir = "archive/rof/hist" + # The following e3sm_diags sets require it: + # "streamflow" + extra_vars = 'areatotal2' + frequency = "monthly" input_files = "mosart.h0" + input_subdir = "archive/rof/hist" mapping_file = "" - frequency = "monthly" vars = "RIVER_DISCHARGE_OVER_LAND_LIQ" - extra_vars = 'areatotal2' + + [[ atm_monthly_glb ]] + # This subtask is a dependency for the global_time_series task. + frequency = "monthly" + input_files = "eam.h0" + input_subdir = "archive/atm/hist" + mapping_file = "glb" [[ lnd_monthly_glb ]] + # This subtask is a dependency for the global_time_series task. frequency = "monthly" input_files = "elm.h0" input_subdir = "archive/lnd/hist" mapping_file = "glb" vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" -# New e3sm_to_cmip tasks (needed by ilamb) are defined in place of ts_fmt = "cmip" [e3sm_to_cmip] +# This is a new task in zppy v3.0.0! +# This task replaces the `ts_fmt = "cmip"` functionality previously found in the `ts` task. active = True frequency = "monthly" -walltime = "00:50:00" +# An alternative to setting `ts_grid` here is setting `ts_atm_grid` and `ts_land_grid` in the respective subtasks below. +ts_grid = "180x360_aave" ts_num_years = 30 +walltime = "00:50:00" years = "1985:2014:30" [[ atm_monthly_180x360_aave ]] - # for ilamb + # This subtask is a dependency for the ilamb task. + # This subtask depends on the ts task's atm_monthly_180x360_aave subtask. + # Notice this subtask name matches a subtask in the `ts` task. + # If it did not, then the `ts_atm_subsection` parameter would be required here to tell zppy which subtask to use. input_files = "eam.h0" - ts_grid = "180x360_aave" [[ land_monthly ]] - # for ilamb + # This subtask is a dependency for the ilamb task. + # This subtask depends on the ts task's land_monthly subtask. + # Notice this subtask name matches a subtask in the `ts` task. + # If it did not, then the `ts_land_subsection` parameter would be required here to tell zppy which subtask to use. input_files = "elm.h0" - ts_grid = "180x360_aave" [tc_analysis] +# This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360_aave subtask. +# 1 DEPRECATED PARAMETER in zppy v3.0.0: +# scratch active = True -# scratch is no longer needed in zppy v3 -#scratch = "/lcrc/globalscratch/$USER" walltime = "02:00:00" years = "1985:2014:30", - [e3sm_diags] active = True -walltime = "4:00:00" -years = "1985:2014:30", -ts_num_years = 30 -ref_start_yr = 1985 -ref_final_yr = 2014 multiprocessing = True num_workers = 8 +ref_final_yr = 2014 +ref_start_yr = 1985 +ts_num_years = 30 +walltime = "4:00:00" +years = "1985:2014:30", [[ atm_monthly_180x360_aave ]] - #environment_commands = "source /home/ac.zhang40/y/etc/profile.d/conda.sh; conda activate e3sm_diags_dev" - short_name = 'v3.LR.historical_0051' - grid = '180x360_aave' - reference_data_path = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/climatology' - obs_ts = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/time-series' + # NOTE: If you want to use the latest development environment of e3sm_diags, + # you can do something like the following: + # environment_commands = "source /home/ac.zhang40/y/etc/profile.d/conda.sh; conda activate e3sm_diags_dev" + # `e3sm_diags` is largely driven by which e3sm_diags sets are requested: + sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal", + # We can categorize e3sm_diags sets into 6 groups, based on dependencies. + # Different e3sm_diags sets require different parameters to be set. + # + # 1. These sets depend on the climo's task's atm_monthly_180x360_aave subtask: + # "lat_lon", "zonal_mean_xy", "zonal_mean_2d", "polar", "cosp_histogram", "meridional_mean_2d", "annual_cycle_zonal_mean", "zonal_mean_2d_stratosphere" "aerosol_aeronet", "aerosol_budget" (not requested) dc_obs_climo = '/lcrc/group/e3sm/public_html/e3sm_diags_test_data/unit_test_complete_run/obs/climatology' - climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" + # 2. These sets depend on the climo's task's atm_monthly_diurnal_8xdaily_180x360_aave subtask: + # "diurnal_cycle" climo_diurnal_frequency = "diurnal_8xdaily" + # The name of this subtask doesn't match up with the name of the subtask for diurnal data in the `climo` task. We therefore need to explicitly tell zppy which subtask to use. + climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" + # 3. These sets depend on the ts task's atm_monthly_180x360_aave subtask: + # "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested) + obs_ts = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/time-series' + # 4. These sets depend on the ts task's atm_daily_180x360_aave subtask: + # "tropical_subseasonal" ts_daily_subsection = "atm_daily_180x360_aave" - sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal", -#"mp_partition","aerosol_budget", -# output_format_subplot = "pdf", + # 5. These sets depend on the ts task's rof_monthly subtask: + # "streamflow" (not requested) + # 6. These sets depend on the tc_analysis task: + # "tc_analysis" + # No extra parameters required for this set. + # + # Plus several other parameters: + grid = '180x360_aave' + reference_data_path = '/lcrc/soft/climate/e3sm_diags_data/obs_for_e3sm_diags/climatology' + short_name = 'v3.LR.historical_0051' + + [[atm_monthly_180x360_aave_mvm]] + sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere", + # Using the groups from above: + # Group 1: climo atm monthly + # "lat_lon", "zonal_mean_xy", "zonal_mean_2d", "polar", "cosp_histogram", "meridional_mean_2d", "annual_cycle_zonal_mean", "zonal_mean_2d_stratosphere" "aerosol_aeronet" (not requested), "aerosol_budget" (not requested) + climo_subsection = "atm_monthly_180x360_aave" + reference_data_path = '/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13/post/atm/180x360_aave/clim' + # Group 2: climo atm diurnal + # "diurnal_cycle" + climo_diurnal_frequency = "diurnal_8xdaily" + climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" + # Group 3: ts atm monthly + # "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested) + ts_num_years = 30 + ts_num_years_ref = 30 + ts_subsection = "atm_monthly_180x360_aave" + # Group 4: ts atm daily + # "tropical_subseasonal" (not requested) + # Group 5: ts rof monthly + # "streamflow" (not requested) + # Group 6: tc_analysis + # "tc_analysis" (not requested) + # Other parameters: + diff_title = 'Difference' + grid = '180x360_aave' + ref_final_yr = 2014 + ref_name = 'v3.LR.historical_0051' + ref_start_yr = 1985 + ref_years = "1985-2014", + run_type = "model_vs_model" + short_name = 'v3.LR.historical' + short_ref_name = 'v3.LR.historical_0051_ref' + tag = 'model_vs_model' [[ lnd_monthly_mvm_lnd ]] - # Test model-vs-model using the same files as the reference - grid = 'native' - # climo_land_subsection is deprecated ? - #climo_land_subsection = "land_monthly_climo" + # Depends on the climo task's land_monthly_climo subtask. + sets = "lat_lon_land", climo_subsection = "land_monthly_climo" + # Other parameters: diff_title = "Difference" - partition = "compute" - qos = "regular" - short_name = v3.LR.piControl + grid = 'native' + reference_data_path = "/lcrc/group/e3sm/ac.zhang40/tests/20231209.v3.LR.piControl-spinup.chrysalis_land_diags/post/lnd/native/clim" + ref_final_yr = 0100 ref_name = "20231209.v3.LR.piControl-spinup.chrysalis" ref_start_yr = 0051 - ref_final_yr = 0100 ref_years = "0051-0100", - reference_data_path = "/lcrc/group/e3sm/ac.zhang40/tests/20231209.v3.LR.piControl-spinup.chrysalis_land_diags/post/lnd/native/clim" run_type = "model_vs_model" - sets = "lat_lon_land", short_ref_name = "20231209.v3.LR.piControl-spinup" + short_name = v3.LR.piControl swap_test_ref = False tag = "model_vs_model" - ts_num_years_ref = 50 - [[atm_monthly_180x360_aave_mvm]] - ref_years = "1985-2014", - ref_start_yr = 1985 - ref_final_yr = 2014 - ts_num_years = 30 - ts_num_years_ref = 30 - ts_subsection = "atm_monthly_180x360_aave" - short_name = 'v3.LR.historical' - grid = '180x360_aave' - ref_name = 'v3.LR.historical_0051' - short_ref_name = 'v3.LR.historical_0051_ref' - tag = 'v3.LR.historical_0051' - run_type = "model_vs_model" - reference_data_path = '/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13/post/atm/180x360_aave/clim' - climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" - climo_diurnal_frequency = "diurnal_8xdaily" - climo_subsection = "atm_monthly_180x360_aave" - sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere", - diff_title = 'Difference' -# output_format_subplot = "pdf", -# -[ilamb] +[mpas_analysis] active = True -nodes = 1 -walltime = "2:00:00" -partition = compute -short_name = 'v3.LR.historical_0051' -#ts_land_grid = 'native' -ts_num_years = 30 -years = "1985:2014:30" +anomalyRefYear = 1985 +climo_years = "1985-2014", +enso_years = "1985-2014", +mesh = "IcoswISC30E3r5" +parallelTaskCount = 6 +shortTermArchive = True +ts_years = "1985-2014", +walltime = "4:00:00" [global_time_series] +# This task depends on the mpas_analysis task and the ts task's atm_monthly_glb and lnd_monthly_glb subtasks. +# 2 DEPRECATED PARAMETERS in zppy v3.0.0 : +# atmosphere_only (now just remove the ocean plots when setting plots_original) +# plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters) active = True +climo_years ="1985-2014", experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" -#plots_original is deprecated in zppy v3 -#plots_original = "net_toa_flux_restom,global_surface_air_temperature,toa_radiation,net_atm_energy_imbalance,net_atm_water_imbalance" +moc_file = "mocTimeSeries_1985-2014.nc" plots_atm = "TREFHT,AODDUST" plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" ts_num_years = 30 +ts_years ="1985-2014", walltime = "00:30:00" years = "1985-2014", -climo_years ="1985-2014", -ts_years ="1985-2014", -moc_file = "mocTimeSeries_1985-2014.nc" -# -# -[mpas_analysis] + +[ilamb] +# This task depends on the e3sm_to_cmip task's atm_monthly_180x360_aave and land_monthly subtasks. active = True -walltime = "4:00:00" -parallelTaskCount = 6 -anomalyRefYear = 1985 -ts_years = "1985-2014", -enso_years = "1985-2014", -climo_years = "1985-2014", -mesh = "IcoswISC30E3r5" -shortTermArchive = True -# +nodes = 1 +short_name = 'v3.LR.historical_0051' +ts_num_years = 30 +walltime = "2:00:00" +years = "1985:2014:30" From 2c1294163ee2469db114b57ed467549047b653df Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Mon, 24 Mar 2025 14:34:49 -0500 Subject: [PATCH 03/10] Update paths --- examples/post.v3.LR.historical.zppy_v3.cfg | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index f5ddaf92..6aa7d0b7 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -6,8 +6,9 @@ # zppy v3.0.0 is included in E3SM Unified 1.11.0. [default] -# Change these two lines to include your username instead -output = /lcrc/group/e3sm2/ac.forsyth2/E3SMv3/v3.LR.historical_eu11rc13 +# Change these two paths to include your username instead +# You can also change these to match your preferred directory structure +output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3/v3.LR.historical_eu11rc13 www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_eu11rc13 # Once E3SM Unified 1.11.0 is released, you can use this line instead: # environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" From 0917f59e9d48a2f7d246ed99b50eae0b352ed9a2 Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Mon, 31 Mar 2025 19:23:27 -0500 Subject: [PATCH 04/10] Parameter updates --- examples/post.v3.LR.historical.zppy_v3.cfg | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index 6aa7d0b7..d102d932 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -8,8 +8,8 @@ [default] # Change these two paths to include your username instead # You can also change these to match your preferred directory structure -output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3/v3.LR.historical_eu11rc13 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_eu11rc13 +output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250331_try2/v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250331_try2 # Once E3SM Unified 1.11.0 is released, you can use this line instead: # environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.11.0rc13_chrysalis.sh" @@ -117,7 +117,8 @@ years = "1985:2014:30" input_files = "elm.h0" input_subdir = "archive/lnd/hist" mapping_file = "glb" - vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + # vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + vars = "" # This will tell zppy to use all available variables [e3sm_to_cmip] # This is a new task in zppy v3.0.0! @@ -266,14 +267,16 @@ walltime = "4:00:00" # plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters) active = True climo_years ="1985-2014", +environment_commands = "source /gpfs/fs1/home/ac.forsyth2/miniforge3/etc/profile.d/conda.sh; conda activate zi_plots_lnd_20250326" experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" +make_viewer = True moc_file = "mocTimeSeries_1985-2014.nc" plots_atm = "TREFHT,AODDUST" -plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" +plots_lnd = "all" ts_num_years = 30 ts_years ="1985-2014", -walltime = "00:30:00" +walltime = "10:00:00" years = "1985-2014", [ilamb] From b691c5f7b47edd2ae19c4e4c7b230640be0e3395 Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Wed, 2 Apr 2025 17:28:59 -0500 Subject: [PATCH 05/10] Address comments --- examples/post.v3.LR.historical.zppy_v3.cfg | 36 ++++++++++++---------- 1 file changed, 20 insertions(+), 16 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index d102d932..f43f1eb8 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -8,15 +8,16 @@ [default] # Change these two paths to include your username instead # You can also change these to match your preferred directory structure -output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250331_try2/v3.LR.historical_0051 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250331_try2 +output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250402_try3/v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250402_try3 +# Other paths +input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 # Once E3SM Unified 1.11.0 is released, you can use this line instead: # environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.11.0rc13_chrysalis.sh" # Other parameters: campaign = "water_cycle" case = v3.LR.historical_0051 -input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 partition = compute [climo] @@ -59,7 +60,7 @@ years = "1985:2014:30", # ts_fmt (e.g., `ts_fmt = "cmip"`) active = True walltime = "00:50:00" -years = "1985:2014:30" +years = "1985:2014:5" [[ atm_monthly_180x360_aave ]] # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 and atm_monthly_180x360_aave_mvm subtasks. @@ -76,12 +77,13 @@ years = "1985:2014:30" [[ land_monthly ]] # This subtask is a dependency for the e3sm_to_cmip task's land_monthly subtask. - extra_vars = "landfrac" frequency = "monthly" input_files = "elm.h0" input_subdir = "archive/lnd/hist" mapping_file = map_r05_to_cmip6_180x360_aave.20231110.nc + # Variables: vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILICE,SOILLIQ,SOILWATER_10CM,TSA,TSOI,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + extra_vars = "landfrac" [[ atm_daily_180x360_aave ]] # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 subtask. @@ -97,12 +99,13 @@ years = "1985:2014:30" [[ rof_monthly ]] # The following e3sm_diags sets require it: # "streamflow" - extra_vars = 'areatotal2' frequency = "monthly" input_files = "mosart.h0" input_subdir = "archive/rof/hist" mapping_file = "" + # Variables: vars = "RIVER_DISCHARGE_OVER_LAND_LIQ" + extra_vars = 'areatotal2' [[ atm_monthly_glb ]] # This subtask is a dependency for the global_time_series task. @@ -118,7 +121,7 @@ years = "1985:2014:30" input_subdir = "archive/lnd/hist" mapping_file = "glb" # vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" - vars = "" # This will tell zppy to use all available variables + vars = "" # This will tell zppy to use all available variables. Example elapsed time: 51 seconds [e3sm_to_cmip] # This is a new task in zppy v3.0.0! @@ -127,9 +130,9 @@ active = True frequency = "monthly" # An alternative to setting `ts_grid` here is setting `ts_atm_grid` and `ts_land_grid` in the respective subtasks below. ts_grid = "180x360_aave" -ts_num_years = 30 +ts_num_years = 5 walltime = "00:50:00" -years = "1985:2014:30" +years = "1985:2014:5" [[ atm_monthly_180x360_aave ]] # This subtask is a dependency for the ilamb task. @@ -150,7 +153,7 @@ years = "1985:2014:30" # 1 DEPRECATED PARAMETER in zppy v3.0.0: # scratch active = True -walltime = "02:00:00" +walltime = "02:00:00" # Example elapsed time: 3296 seconds (55 minutes) years = "1985:2014:30", [e3sm_diags] @@ -159,7 +162,7 @@ multiprocessing = True num_workers = 8 ref_final_yr = 2014 ref_start_yr = 1985 -ts_num_years = 30 +ts_num_years = 5 walltime = "4:00:00" years = "1985:2014:30", @@ -210,7 +213,7 @@ years = "1985:2014:30", climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave" # Group 3: ts atm monthly # "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested) - ts_num_years = 30 + ts_num_years = 5 ts_num_years_ref = 30 ts_subsection = "atm_monthly_180x360_aave" # Group 4: ts atm daily @@ -272,9 +275,10 @@ experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" make_viewer = True moc_file = "mocTimeSeries_1985-2014.nc" -plots_atm = "TREFHT,AODDUST" -plots_lnd = "all" -ts_num_years = 30 +plots_atm = "TREFHT" # This will plot in the atm component; it has no effect on the original plots +plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" # Set this to "all" to plot all land variables +# plots_original isn't set and so will default to the original 8 plots. +ts_num_years = 5 ts_years ="1985-2014", walltime = "10:00:00" years = "1985-2014", @@ -284,6 +288,6 @@ years = "1985-2014", active = True nodes = 1 short_name = 'v3.LR.historical_0051' -ts_num_years = 30 +ts_num_years = 5 walltime = "2:00:00" years = "1985:2014:30" From 2eb9c6c347d0668814ba7e917a049dd2d699bd8a Mon Sep 17 00:00:00 2001 From: chengzhuzhang Date: Wed, 2 Apr 2025 18:21:09 -0500 Subject: [PATCH 06/10] update mvm --- examples/post.v3.LR.historical.zppy_v3.cfg | 27 +++++++++++----------- 1 file changed, 13 insertions(+), 14 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index f43f1eb8..b5b389c7 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -206,7 +206,7 @@ years = "1985:2014:30", # Group 1: climo atm monthly # "lat_lon", "zonal_mean_xy", "zonal_mean_2d", "polar", "cosp_histogram", "meridional_mean_2d", "annual_cycle_zonal_mean", "zonal_mean_2d_stratosphere" "aerosol_aeronet" (not requested), "aerosol_budget" (not requested) climo_subsection = "atm_monthly_180x360_aave" - reference_data_path = '/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.historical_eu11rc13/post/atm/180x360_aave/clim' + reference_data_path = '/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.piControl_451-500/post/atm/180x360_aave/clim' # Group 2: climo atm diurnal # "diurnal_cycle" climo_diurnal_frequency = "diurnal_8xdaily" @@ -214,7 +214,7 @@ years = "1985:2014:30", # Group 3: ts atm monthly # "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested) ts_num_years = 5 - ts_num_years_ref = 30 + ts_num_years_ref = 50 ts_subsection = "atm_monthly_180x360_aave" # Group 4: ts atm daily # "tropical_subseasonal" (not requested) @@ -225,13 +225,13 @@ years = "1985:2014:30", # Other parameters: diff_title = 'Difference' grid = '180x360_aave' - ref_final_yr = 2014 - ref_name = 'v3.LR.historical_0051' - ref_start_yr = 1985 - ref_years = "1985-2014", + ref_name = 'v3.LR.piControl' + ref_start_yr = 0451 + ref_final_yr = 0500 + ref_years = "0451-0500", run_type = "model_vs_model" short_name = 'v3.LR.historical' - short_ref_name = 'v3.LR.historical_0051_ref' + short_ref_name = 'v3.LR.piControl' tag = 'model_vs_model' [[ lnd_monthly_mvm_lnd ]] @@ -241,14 +241,14 @@ years = "1985:2014:30", # Other parameters: diff_title = "Difference" grid = 'native' - reference_data_path = "/lcrc/group/e3sm/ac.zhang40/tests/20231209.v3.LR.piControl-spinup.chrysalis_land_diags/post/lnd/native/clim" - ref_final_yr = 0100 + reference_data_path = "/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.piControl_451-500/post/lnd/native/clim" ref_name = "20231209.v3.LR.piControl-spinup.chrysalis" - ref_start_yr = 0051 - ref_years = "0051-0100", + ref_final_yr = 0451 + ref_start_yr = 0500 + ref_years = "0451-0500", run_type = "model_vs_model" - short_ref_name = "20231209.v3.LR.piControl-spinup" - short_name = v3.LR.piControl + short_ref_name = "v3.LR.piControl" + short_name = v3.LR.historical_0051 swap_test_ref = False tag = "model_vs_model" @@ -270,7 +270,6 @@ walltime = "4:00:00" # plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters) active = True climo_years ="1985-2014", -environment_commands = "source /gpfs/fs1/home/ac.forsyth2/miniforge3/etc/profile.d/conda.sh; conda activate zi_plots_lnd_20250326" experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" make_viewer = True From 6337ea6bfe4405f89e19bc136f21356044d9318b Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Thu, 3 Apr 2025 10:23:06 -0500 Subject: [PATCH 07/10] Cfg used for 2025-04-03 run --- examples/post.v3.LR.historical.zppy_v3.cfg | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index b5b389c7..9c92e852 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -8,8 +8,8 @@ [default] # Change these two paths to include your username instead # You can also change these to match your preferred directory structure -output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250402_try3/v3.LR.historical_0051 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250402_try3 +output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250403_try1/v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250403_try1 # Other paths input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 # Once E3SM Unified 1.11.0 is released, you can use this line instead: @@ -121,7 +121,7 @@ years = "1985:2014:5" input_subdir = "archive/lnd/hist" mapping_file = "glb" # vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" - vars = "" # This will tell zppy to use all available variables. Example elapsed time: 51 seconds + vars = "" # This will tell zppy to use all available variables. [e3sm_to_cmip] # This is a new task in zppy v3.0.0! @@ -270,6 +270,7 @@ walltime = "4:00:00" # plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters) active = True climo_years ="1985-2014", +environment_commands = "source /gpfs/fs1/home/ac.forsyth2/miniforge3/etc/profile.d/conda.sh; conda activate zi_example_cfg_20250403" experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" make_viewer = True From a618c64a77376dc9a335cfea9b11f71fa6a13d03 Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Thu, 3 Apr 2025 13:54:39 -0500 Subject: [PATCH 08/10] Cfg used for 2025-04-03 run try 2 --- examples/post.v3.LR.historical.zppy_v3.cfg | 22 +++++++++++----------- 1 file changed, 11 insertions(+), 11 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index 9c92e852..a44c6b74 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -8,8 +8,8 @@ [default] # Change these two paths to include your username instead # You can also change these to match your preferred directory structure -output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250403_try1/v3.LR.historical_0051 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250403_try1 +output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250403_try2/v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250403_try2 # Other paths input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 # Once E3SM Unified 1.11.0 is released, you can use this line instead: @@ -120,8 +120,8 @@ years = "1985:2014:5" input_files = "elm.h0" input_subdir = "archive/lnd/hist" mapping_file = "glb" - # vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" - vars = "" # This will tell zppy to use all available variables. + vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" + #vars = "" # This will tell zppy to use all available variables. [e3sm_to_cmip] # This is a new task in zppy v3.0.0! @@ -226,9 +226,9 @@ years = "1985:2014:30", diff_title = 'Difference' grid = '180x360_aave' ref_name = 'v3.LR.piControl' - ref_start_yr = 0451 - ref_final_yr = 0500 - ref_years = "0451-0500", + ref_start_yr = 451 + ref_final_yr = 500 + ref_years = "451-500", run_type = "model_vs_model" short_name = 'v3.LR.historical' short_ref_name = 'v3.LR.piControl' @@ -242,10 +242,10 @@ years = "1985:2014:30", diff_title = "Difference" grid = 'native' reference_data_path = "/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.piControl_451-500/post/lnd/native/clim" - ref_name = "20231209.v3.LR.piControl-spinup.chrysalis" - ref_final_yr = 0451 - ref_start_yr = 0500 - ref_years = "0451-0500", + ref_name = "20231209.v3.LR.piControl" + ref_final_yr = 451 + ref_start_yr = 500 + ref_years = "451-500", run_type = "model_vs_model" short_ref_name = "v3.LR.piControl" short_name = v3.LR.historical_0051 From 67ede2496bc434764a6cf6ac4654bb14c3dfeda9 Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Thu, 3 Apr 2025 15:20:07 -0500 Subject: [PATCH 09/10] ref_name update --- examples/post.v3.LR.historical.zppy_v3.cfg | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index a44c6b74..15c44818 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -242,7 +242,7 @@ years = "1985:2014:30", diff_title = "Difference" grid = 'native' reference_data_path = "/lcrc/group/e3sm2/ac.zhang40/E3SMv3/v3.LR.piControl_451-500/post/lnd/native/clim" - ref_name = "20231209.v3.LR.piControl" + ref_name = "v3.LR.piControl" ref_final_yr = 451 ref_start_yr = 500 ref_years = "451-500", From bcad04690c14720eceb63edd1ad0d111d0cfb16f Mon Sep 17 00:00:00 2001 From: Ryan Forsyth Date: Thu, 3 Apr 2025 17:12:22 -0500 Subject: [PATCH 10/10] Clean up env_cmds and paths --- examples/post.v3.LR.historical.zppy_v3.cfg | 9 +++------ 1 file changed, 3 insertions(+), 6 deletions(-) diff --git a/examples/post.v3.LR.historical.zppy_v3.cfg b/examples/post.v3.LR.historical.zppy_v3.cfg index 15c44818..fa9407f2 100644 --- a/examples/post.v3.LR.historical.zppy_v3.cfg +++ b/examples/post.v3.LR.historical.zppy_v3.cfg @@ -8,13 +8,11 @@ [default] # Change these two paths to include your username instead # You can also change these to match your preferred directory structure -output = /lcrc/group/e3sm/ac.forsyth2/E3SMv3_20250403_try2/v3.LR.historical_0051 -www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/E3SMv3_20250403_try2 +output = /lcrc/group/e3sm/ac.forsyth2/example_v3/v3.LR.historical_0051 +www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/example_v3 # Other paths input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051 -# Once E3SM Unified 1.11.0 is released, you can use this line instead: -# environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" -environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.11.0rc13_chrysalis.sh" +environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh" # Other parameters: campaign = "water_cycle" case = v3.LR.historical_0051 @@ -270,7 +268,6 @@ walltime = "4:00:00" # plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters) active = True climo_years ="1985-2014", -environment_commands = "source /gpfs/fs1/home/ac.forsyth2/miniforge3/etc/profile.d/conda.sh; conda activate zi_example_cfg_20250403" experiment_name = "v3.LR.historical_0051" figstr = "v3.LR.historical_0051" make_viewer = True