Update example cfg (#721)

* update example cfg

* add streamflow

* fix pre-committing

* update for v3.1.0

* inline doc updates

* address review comment

Author: chengzhuzhang

examples/post.v3.LR.historical.zppy_v3.cfg

@@ -1,18 +1,22 @@
-# This is an example zppy v3.0.0 configuration file for Chrysalis.
-# v3.0.0 has several non-backward compatible ("breaking") changes.
-# These are described here.
-# In particular, there are a total of 5 deprecated parameters.
-# (Search for "DEPRECATED" in this file to find them.)
-# zppy v3.0.0 is included in E3SM Unified 1.11.0.
+# This is an example zppy v3.1.0 configuration file for Chrysalis.
+# zppy v3.1.0 is included in E3SM Unified 1.12.
+#
+# NOTE: This configuration generates approximately 220 tasks/jobs when fully enabled.
+# Users should only enable the tasks and time periods they need based on their specific
+# analysis requirements to reduce computational load and queue time.
 
 [default]
 # Change these two paths to include your username instead
 # You can also change these to match your preferred directory structure
-output = /lcrc/group/e3sm/ac.forsyth2/zppy_example_v3/v3.LR.historical_0051
-www = /lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_example_v3
+output = /lcrc/group/e3sm/ac.zhang40/zppy_example_v3.1.0/v3.LR.historical_0051
+www = /lcrc/group/e3sm/public_html/diagnostic_output/zppy_example/v3.1.0
 # Other paths
 input = /lcrc/group/e3sm2/ac.wlin/E3SMv3/v3.LR.historical_0051
-environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh"
+
+# zppy auto-determines and sources latest e3sm-unified on each supported machine with environment_commands commented out.
+#environment_commands = "source /lcrc/soft/climate/e3sm-unified/load_latest_e3sm_unified_chrysalis.sh"
+# For testing Unified rc:
+#environment_commands = "source /lcrc/soft/climate/e3sm-unified/test_e3sm_unified_1.12.0rc2_chrysalis.sh"
 # Other parameters:
 campaign = "water_cycle"
 case = v3.LR.historical_0051
@@ -58,7 +62,7 @@ years = "1985:2014:30",
 # ts_fmt (e.g., `ts_fmt = "cmip"`)
 active = True
 walltime = "00:50:00"
-years = "1985:2014:5"
+years = "1850:2014:5",
 
   [[ atm_monthly_180x360_aave ]]
   # This subtask is a dependency for the e3sm_diags task's atm_monthly_180x360 and atm_monthly_180x360_aave_mvm subtasks.
@@ -69,7 +73,7 @@ years = "1985:2014:5"
   input_files = "eam.h0"
   input_subdir = "archive/atm/hist"
   mapping_file = map_ne30pg2_to_cmip6_180x360_aave.20200201.nc
-  vars = "FSNTOA,FLUT,FSNT,FLNT,FSNS,FLNS,SHFLX,QFLX,TAUX,TAUY,PRECC,PRECL,PRECSC,PRECSL,TS,TREFHT,CLDTOT,CLDHGH,CLDMED,CLDLOW,U,ICEFRAC,LANDFRAC,OCNFRAC,PS,CLDICE,CLDLIQ,T,AODDUST,PSL,U10,QREFHT,LHFLX,FLDS,TGCLDIWP,TGCLDCWP,TMQ,FLNSC,FLUTC,FSDS,FSDSC,SOLIN,FSNSC,FSNTOAC,AODABS,AODVIS,AREL,TREFMNAV,TREFMXAV"
+  vars = "AODABS,AODALL,AODBC,AODDUST,AODPOM,AODSO4,AODSOA,AODSS,AODVIS,AREL,CLDHGH,CLDLOW,CLDMED,CLDTOT,CO_SRF,FLDS,FLNS,FLNSC,FLNT,FLUT,FLUTC,FSDS,FSDSC,FSNS,FSNSC,FSNT,FSNTOA,FSNTOAC,ICEFRAC,LANDFRAC,LHFLX,OCNFRAC,PRECC,PRECL,PRECSC,PRECSL,PS,PSL,QFLX,QREFHT,SCO,SHFLX,SOLIN,TAUX,TAUY,TCO,TGCLDCWP,TGCLDIWP,TMQ,TREFHT,TREFMNAV,TREFMXAV,TROP_P,TS,U10,U,T,O3,CLDICE,CLDLIQ"
   # Needed for mixed-phase partition:
   #  vars = "LANDFRAC,CLDICE,CLDLIQ,T"
 
@@ -118,8 +122,9 @@ years = "1985:2014:5"
   input_files = "elm.h0"
   input_subdir = "archive/lnd/hist"
   mapping_file = "glb"
-  vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR"
-  #vars = "" # This will tell zppy to use all available variables. Note, including all variables will increase run time for [global_time_series] time (e.g., 7 hours for 30 years data).
+#  vars = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR"
+  job_nbr = 50 # This reduces paralllel processes in ncclimo time-series splitting for memory management.
+  vars = "" # This will tell zppy to use all available variables.
 
 [e3sm_to_cmip]
 # This is a new task in zppy v3.0.0!
@@ -169,7 +174,7 @@ years = "1985:2014:30",
   # you can do something like the following:
   # environment_commands = "source /home/ac.zhang40/y/etc/profile.d/conda.sh; conda activate e3sm_diags_dev"
   # `e3sm_diags` is largely driven by which e3sm_diags sets are requested:
-  sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal",
+  sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","enso_diags","qbo","diurnal_cycle","zonal_mean_2d_stratosphere","aerosol_aeronet","tropical_subseasonal","tc_analysis", "tropical_subseasonal","streamflow",
   # We can categorize e3sm_diags sets into 6 groups, based on dependencies.
   # Different e3sm_diags sets require different parameters to be set.
   #
@@ -181,19 +186,21 @@ years = "1985:2014:30",
   # The name of this subtask doesn't match up with the name of the subtask for diurnal data in the `climo` task. We therefore need to explicitly tell zppy which subtask to use.
   climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
   # 3. These sets depend on the ts task's atm_monthly_180x360_aave subtask:
-  # "enso_diags" (not requested), "qbo", "area_mean_time_series" (not requested)
+  # "enso_diags" , "qbo", "area_mean_time_series" (not requested)
   # 4. These sets depend on the ts task's atm_daily_180x360_aave subtask:
   # "tropical_subseasonal"
   ts_daily_subsection = "atm_daily_180x360_aave"
   # 5. These sets depend on the ts task's rof_monthly subtask:
-  # "streamflow" (not requested)
+  # "streamflow"
   # 6. These sets depend on the tc_analysis task:
   # "tc_analysis"
   # No extra parameters required for this set.
   #
   # Plus several other parameters:
   grid = '180x360_aave'
   short_name = 'v3.LR.historical_0051'
+  # Save subplot in pdf format
+  # output_format_subplot = "pdf",
 
   [[atm_monthly_180x360_aave_mvm]]
   sets="lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","qbo","diurnal_cycle","zonal_mean_2d_stratosphere",
@@ -251,13 +258,13 @@ years = "1985:2014:30",
 
 [mpas_analysis]
 active = True
-anomalyRefYear = 1985
+anomalyRefYear = 1850
 climo_years = "1985-2014",
-enso_years = "1985-2014",
+enso_years = "1850-2014",
 mesh = "IcoswISC30E3r5"
 parallelTaskCount = 6
 shortTermArchive = True
-ts_years = "1985-2014",
+ts_years = "1850-2014",
 walltime = "4:00:00"
 
 [global_time_series]
@@ -266,18 +273,19 @@ walltime = "4:00:00"
 # atmosphere_only (now just remove the ocean plots when setting plots_original)
 # plot_names (plot names should now be explicitly set via the plots_atm/ice/lnd/ocn parameters)
 active = True
-climo_years ="1985-2014",
 experiment_name = "v3.LR.historical_0051"
+climo_years ="1985-2014",  #  Matches mpas_analysis climo_years for dependency tracking
+ts_years ="1850-2014",  # Matches mpas_analysis ts_years
+moc_file = "mocTimeSeries_1850-2014.nc"  # Matches mpas_analysis ts_years
 figstr = "v3.LR.historical_0051"
 make_viewer = True
-moc_file = "mocTimeSeries_1985-2014.nc"
 plots_atm = "TREFHT" # This will plot in the atm component; it has no effect on the original plots
-plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" # Set this to "all" to plot all land variables
+#plots_lnd = "FSH,RH2M,LAISHA,LAISUN,QINTR,QOVER,QRUNOFF,QSOIL,QVEGE,QVEGT,SOILWATER_10CM,TSA,H2OSNO,TOTLITC,CWDC,SOIL1C,SOIL2C,SOIL3C,SOIL4C,WOOD_HARVESTC,TOTVEGC,NBP,GPP,AR,HR" # Set this to "all" to plot all land variables
+plots_lnd = "all"
 # plots_original isn't set and so will default to the original 8 plots.
 ts_num_years = 5
-ts_years ="1985-2014",
+years = "1850-2014",    # The years to be plotted
 walltime = "10:00:00"
-years = "1985-2014",
 
 [ilamb]
 # This task depends on the e3sm_to_cmip task's atm_monthly_180x360_aave and land_monthly subtasks.
@@ -286,4 +294,5 @@ nodes = 1
 short_name = 'v3.LR.historical_0051'
 ts_num_years = 5
 walltime = "2:00:00"
+cfg = "inclusions/ilamb/cmip.cfg"
 years = "1985:2014:30"