Skip to content

Update example cfg #721

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 6 commits into from
Oct 24, 2025
Merged

Update example cfg #721

Changes from 5 commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
492b52a
update example cfg
chengzhuzhang May 30, 2025
26a7bc3
add streamflow
chengzhuzhang May 30, 2025
ed5769d
fix pre-committing
chengzhuzhang May 30, 2025
17f2d2c
update for v3.1.0
chengzhuzhang Oct 22, 2025
0368480
inline doc updates
chengzhuzhang Oct 22, 2025
738f670
address review comment
chengzhuzhang Oct 24, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
57 changes: 33 additions & 24 deletions examples/post.v3.LR.historical.zppy_v3.cfg
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,18 +1,22 @@
# This is an example zppy v3.0.0 configuration file for Chrysalis.
# v3.0.0 has several non-backward compatible ("breaking") changes.
# These are described here.
# In particular, there are a total of 5 deprecated parameters.
# (Search for "DEPRECATED" in this file to find them.)
# zppy v3.0.0 is included in E3SM Unified 1.11.0.
# This is an example zppy v3.1.0 configuration file for Chrysalis.
# zppy v3.1.0 is included in E3SM Unified 1.12.
#
# NOTE: This configuration generates approximately 220 tasks/jobs when fully enabled.
# Users should only enable the tasks and time periods they need based on their specific
# analysis requirements to reduce computational load and queue time.
Comment on lines +4 to +6
Copy link
Collaborator

@forsyth2 forsyth2 Oct 22, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Based on this, I'll just do a visual inspection.

✅ The web results appear to include all the requested plotting tasks:


[default]
# Change these two paths to include your username instead
# You can also change these to match your preferred directory structure
output = /lcrc/group/e3sm/ac.forsyth2/zppy_example_v3/v3.LR.historical_0051
www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_example_v3
output = /lcrc/group/e3sm/ac.zhang40/zppy_example_v3.1/v3.LR.historical_0051
www = /lcrc/group/e3sm/public_html/diagnostic_output/zppy_example/v3.1
Copy link
Collaborator

@forsyth2 forsyth2 Oct 22, 2025

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I might recommend making this v3.1.0 to match the version exactly.

# Other paths
input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh"

# zppy auto-determines and sources latest e3sm-unified on each supported machine with environment_commands commented out.
#environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh"
# For testing Unified rc:
environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.12.0rc2_chrysalis.sh"
# Other parameters:
campaign = "water_cycle"
case = v3.LR.historical_0051
Expand Down Expand Up @@ -58,7 +62,7 @@ years = "1985:2014:30",
# ts_fmt (e.g., `ts_fmt = "cmip"`)
active = True
walltime = "00:50:00"
years = "1985:2014:5"
years = "1850:2014:5",

[[ atm_monthly_180x360_aave ]]
# This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 and atm_monthly_180x360_aave_mvm subtasks.
Expand All @@ -69,7 +73,7 @@ years = "1985:2014:5"
input_files = "eam.h0"
input_subdir = "archive/atm/hist"
mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc
vars = "FSNTOA,FLUT,FSNT,FLNT,FSNS,FLNS,SHFLX,QFLX,TAUX,TAUY,PRECC,PRECL,PRECSC,PRECSL,TS,TREFHT,CLDTOT,CLDHGH,CLDMED,CLDLOW,U,ICEFRAC,LANDFRAC,OCNFRAC,PS,CLDICE,CLDLIQ,T,AODDUST,PSL,U10,QREFHT,LHFLX,FLDS,TGCLDIWP,TGCLDCWP,TMQ,FLNSC,FLUTC,FSDS,FSDSC,SOLIN,FSNSC,FSNTOAC,AODABS,AODVIS,AREL,TREFMNAV,TREFMXAV"
vars = "AODABS,AODALL,AODBC,AODDUST,AODPOM,AODSO4,AODSOA,AODSS,AODVIS,AREL,CLDHGH,CLDLOW,CLDMED,CLDTOT,CO_SRF,FLDS,FLNS,FLNSC,FLNT,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNT,FSNTOA,FSNTOAC,ICEFRAC,LANDFRAC,LHFLX,OCNFRAC,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,QFLX,QREFHT,SCO,SHFLX,SOLIN,TAUX,TAUY,TCO,TGCLDCWP,TGCLDIWP,TMQ,TREFHT,TREFMNAV,TREFMXAV,TROP_P,TS,U10,U,T,O3,CLDICE,CLDLIQ"
# Needed for mixed-phase partition:
# vars = "LANDFRAC,CLDICE,CLDLIQ,T"

Expand Down Expand Up @@ -118,8 +122,9 @@ years = "1985:2014:5"
input_files = "elm.h0"
input_subdir = "archive/lnd/hist"
mapping_file = "glb"
vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR"
#vars = "" # This will tell zppy to use all available variables. Note, including all variables will increase run time for [global_time_series] time (e.g., 7 hours for 30 years data).
# vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR"
job_nbr = 50 # This reduces paralllel processes in ncclimo time-series splitting for memory management.
vars = "" # This will tell zppy to use all available variables.

[e3sm_to_cmip]
# This is a new task in zppy v3.0.0!
Expand Down Expand Up @@ -169,7 +174,7 @@ years = "1985:2014:30",
# you can do something like the following:
# environment_commands = "source /home/ac.zhang40/y/etc/profile.d/conda.sh; conda activate e3sm_diags_dev"
# `e3sm_diags` is largely driven by which e3sm_diags sets are requested:
sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal",
sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","enso_diags","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal","streamflow",
# We can categorize e3sm_diags sets into 6 groups, based on dependencies.
# Different e3sm_diags sets require different parameters to be set.
#
Expand All @@ -181,19 +186,21 @@ years = "1985:2014:30",
# The name of this subtask doesn't match up with the name of the subtask for diurnal data in the `climo` task. We therefore need to explicitly tell zppy which subtask to use.
climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
# 3. These sets depend on the ts task's atm_monthly_180x360_aave subtask:
# "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested)
# "enso_diags" , "qbo", "area_mean_time_series" (not requested)
# 4. These sets depend on the ts task's atm_daily_180x360_aave subtask:
# "tropical_subseasonal"
ts_daily_subsection = "atm_daily_180x360_aave"
# 5. These sets depend on the ts task's rof_monthly subtask:
# "streamflow" (not requested)
# "streamflow"
# 6. These sets depend on the tc_analysis task:
# "tc_analysis"
# No extra parameters required for this set.
#
# Plus several other parameters:
grid = '180x360_aave'
short_name = 'v3.LR.historical_0051'
# Save subplot in pdf format
# output_format_subplot = "pdf",

[[atm_monthly_180x360_aave_mvm]]
sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere",
Expand Down Expand Up @@ -251,13 +258,13 @@ years = "1985:2014:30",

[mpas_analysis]
active = True
anomalyRefYear = 1985
anomalyRefYear = 1850
climo_years = "1985-2014",
enso_years = "1985-2014",
enso_years = "1850-2014",
mesh = "IcoswISC30E3r5"
parallelTaskCount = 6
shortTermArchive = True
ts_years = "1985-2014",
ts_years = "1850-2014",
walltime = "4:00:00"

[global_time_series]
Expand All @@ -266,18 +273,19 @@ walltime = "4:00:00"
# atmosphere_only (now just remove the ocean plots when setting plots_original)
# plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters)
active = True
climo_years ="1985-2014",
experiment_name = "v3.LR.historical_0051"
climo_years ="1985-2014", # Matches mpas_analysis climo_years for dependency tracking
ts_years ="1850-2014", # Matches mpas_analysis ts_years
moc_file = "mocTimeSeries_1850-2014.nc" # Matches mpas_analysis ts_years
figstr = "v3.LR.historical_0051"
make_viewer = True
moc_file = "mocTimeSeries_1985-2014.nc"
plots_atm = "TREFHT" # This will plot in the atm component; it has no effect on the original plots
plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" # Set this to "all" to plot all land variables
#plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" # Set this to "all" to plot all land variables
plots_lnd = "all"
# plots_original isn't set and so will default to the original 8 plots.
ts_num_years = 5
ts_years ="1985-2014",
years = "1850-2014", # The years to be plotted
walltime = "10:00:00"
years = "1985-2014",

[ilamb]
# This task depends on the e3sm_to_cmip task's atm_monthly_180x360_aave and land_monthly subtasks.
Expand All @@ -286,4 +294,5 @@ nodes = 1
short_name = 'v3.LR.historical_0051'
ts_num_years = 5
walltime = "2:00:00"
cfg = "inclusions/ilamb/cmip.cfg"
years = "1985:2014:30"
Loading