Add legacy cfgs for zppy v3.1.0

tests/integration/generated/test_weekly_legacy_3.1.0_bundles_chrysalis.cfg

@@ -0,0 +1,172 @@
+# Test bundles.
+# Run this cfg twice.
+# Wait for the first run to finish before running again.
+#
+# 1st run of this cfg:
+# bundle 1:
+#   climo > atm_monthly_180x360_aave
+#         > atm_monthly_diurnal_8xdaily_180x360_aave
+#   ts > atm_monthly_180x360_aave
+#      > land_monthly
+#   e3sm_to_cmip > atm_monthly_180x360_aave
+#                > land_monthly
+#   e3sm_diags > atm_monthly_180x360_aave
+# bundle 2:
+#   ts > atm_monthly_glb
+#   global_time_series
+#
+# 2nd run of this cfg:
+# bundle 3:
+#   ts > rof_monthly
+#   tc_analysis
+#   e3sm_diags > atm_monthly_180x360_aave_mvm
+# no bundle:
+#   ilamb
+
+[default]
+case = "v3.LR.historical_0051"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+input = /lcrc/group/e3sm2/ac.wlin//E3SMv3/v3.LR.historical_0051
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+# To run this test, edit `output` and `www` in this file, along with `actual_images_dir` in test_bundles.py
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_weekly_bundles_output/unique_id/v3.LR.historical_0051"
+partition = "compute"
+qos = "regular"
+walltime = "07:00:00"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_weekly_bundles_www/unique_id"
+
+[bundle]
+
+  [[ bundle2 ]]
+  nodes = 2
+  walltime = "00:59:00"
+
+[climo]
+active = True
+bundle = "bundle1"
+years = "1985:1989:2",
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+
+  [[ atm_monthly_diurnal_8xdaily_180x360_aave ]]
+  active = True
+  frequency = "diurnal_8xdaily"
+  input_files = "eam.h3"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"
+
+[ts]
+active = True
+bundle = "bundle1"
+years = "1985:1989:2",
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+
+  [[ atm_monthly_glb ]]
+  active = True
+  bundle = "bundle2" # Override bundle1
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  mapping_file = "glb"
+  years = "1985:1995:5",
+
+  [[ land_monthly ]]
+  active = True
+  extra_vars = "landfrac"
+  frequency = "monthly"
+  input_files = "elm.h0"
+  input_subdir = "archive/lnd/hist"
+  mapping_file = "map_r05_to_cmip6_180x360_aave.20231110.nc"
+  vars = "LAISHA,LAISUN"
+
+  [[ rof_monthly ]]
+  active = True
+  bundle = "bundle3" # Override bundle1, let bundle1 finish first because "e3sm_diags: atm_monthly_180x360_aave_mvm" requires "ts: atm_monthly_180x360_aave"
+  extra_vars = 'areatotal2'
+  frequency = "monthly"
+  input_files = "mosart.h0"
+  input_subdir = "archive/rof/hist"
+  mapping_file = ""
+  vars = "RIVER_DISCHARGE_OVER_LAND_LIQ"
+
+[e3sm_to_cmip]
+active = True
+bundle = "bundle1"
+frequency = "monthly"
+ts_num_years = 2
+years = "1985:1989:2",
+
+  [[ atm_monthly_180x360_aave ]]
+  input_files = "eam.h0"
+
+  [[ land_monthly ]]
+  input_files = "elm.h0"
+
+# TODO: Add "tc_analysis" back in after empty dat is resolved.
+# [tc_analysis]
+# active = True
+# bundle = "bundle3" # Let bundle1 finish first because "e3sm_diags: atm_monthly_180x360_aave_mvm" requires "ts: atm_monthly_180x360_aave"
+# years = "1985:1989:2",
+
+[e3sm_diags]
+active = True
+environment_commands = "source <INSERT PATH TO CONDA>/conda.sh; conda activate <INSERT ENV NAME>"
+grid = '180x360_aave'
+ref_final_yr = 1989
+ref_start_yr = 1985
+short_name = "v3.LR.historical_0051"
+ts_num_years = 2
+years = "1985:1989:2",
+
+  [[ atm_monthly_180x360_aave ]]
+  bundle = "bundle1"
+  climo_diurnal_frequency = "diurnal_8xdaily"
+  climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
+  sets = "polar","enso_diags","diurnal_cycle",
+
+  [[ atm_monthly_180x360_aave_mvm ]]
+  # Test model-vs-model using the same files as the reference
+  bundle = "bundle3"
+  climo_subsection = "atm_monthly_180x360_aave"
+  diff_title = "Difference"
+  ref_final_yr = 1986
+  ref_name = "v3.LR.historical_0051"
+  ref_start_yr = 1985
+  ref_years = "1985-1986",
+  reference_data_path = "/lcrc/group/e3sm/ac.forsyth2/zppy_weekly_bundles_output/unique_id/v3.LR.historical_0051/post/atm/180x360_aave/clim"
+  run_type = "model_vs_model"
+  # TODO: Add "tc_analysis" back in after empty dat is resolved.
+  sets = "polar","enso_diags","streamflow",
+  short_ref_name = "v3.LR.historical_0051"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  ts_num_years_ref = 2
+  ts_subsection = "atm_monthly_180x360_aave"
+  years = "1987-1988"
+
+[global_time_series]
+active = True
+bundle = "bundle2"
+environment_commands = "source <INSERT PATH TO CONDA>/conda.sh; conda activate <INSERT ENV NAME>"
+experiment_name = "v3.LR.historical_0051"
+figstr = "v3.LR.historical_0051"
+plots_original="net_toa_flux_restom,global_surface_air_temperature,toa_radiation,net_atm_energy_imbalance,net_atm_water_imbalance"
+ts_num_years = 5
+walltime = "00:30:00" # bundle2 should take walltime from "ts: atm_monthly_glb", i.e., "02:00:00"
+years = "1985-1995",
+
+[ilamb]
+active = True
+# No bundle, let bundle1 finish first because "ilamb" requires "ts: atm_monthly_180x360_aave" and "ts: land_monthly"
+grid = '180x360_aave'
+short_name = "v3.LR.historical_0051"
+ts_num_years = 2
+years = "1985:1987:2",

tests/integration/generated/test_weekly_legacy_3.1.0_comprehensive_v2_chrysalis.cfg

@@ -0,0 +1,201 @@
+[default]
+case = "v2.LR.historical_0201"
+constraint = ""
+dry_run = "False"
+environment_commands = ""
+fail_on_dependency_skip = True
+input = /lcrc/group/e3sm/ac.forsyth2//E3SMv2/v2.LR.historical_0201
+input_subdir = archive/atm/hist
+mapping_file = "map_ne30pg2_to_cmip6_180x360_aave.20200201.nc"
+output = "/lcrc/group/e3sm/ac.forsyth2/zppy_weekly_comprehensive_v2_output/unique_id/v2.LR.historical_0201"
+partition = "debug"
+qos = "regular"
+www = "/lcrc/group/e3sm/public_html/diagnostic_output/ac.forsyth2/zppy_weekly_comprehensive_v2_www/unique_id"
+years = "1980:1984:2",
+
+[climo]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  vars = ""
+
+  [[ atm_monthly_diurnal_8xdaily_180x360_aave ]]
+  active = True
+  frequency = "diurnal_8xdaily"
+  input_files = "eam.h3"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"
+
+  [[ land_monthly_climo ]]
+  active = True
+  frequency = "monthly"
+  input_files = "elm.h0"
+  input_subdir = "archive/lnd/hist"
+  vars = ""
+
+[ts]
+active = True
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+
+  [[ atm_daily_180x360_aave ]]
+  active = True
+  frequency = "daily"
+  input_files = "eam.h1"
+  input_subdir = "archive/atm/hist"
+  vars = "PRECT"
+
+  [[ rof_monthly ]]
+  active = True
+  extra_vars = 'areatotal2'
+  frequency = "monthly"
+  input_files = "mosart.h0"
+  input_subdir = "archive/rof/hist"
+  mapping_file = ""
+  vars = "RIVER_DISCHARGE_OVER_LAND_LIQ"
+
+  [[ atm_monthly_glb ]]
+  # Note global average won't work for 3D variables.
+  active = True
+  frequency = "monthly"
+  input_files = "eam.h0"
+  input_subdir = "archive/atm/hist"
+  mapping_file = "glb"
+  years = "1980:1990:5",
+
+  [[ lnd_monthly_glb ]]
+  active = True
+  frequency = "monthly"
+  input_files = "elm.h0"
+  input_subdir = "archive/lnd/hist"
+  mapping_file = "glb"
+  vars = "LAISHA,LAISUN"
+  years = "1980:1990:5",
+
+  [[ land_monthly ]]
+  extra_vars = "landfrac"
+  frequency = "monthly"
+  input_files = "elm.h0"
+  input_subdir = "archive/lnd/hist"
+  vars = "LAISHA,LAISUN"
+
+[e3sm_to_cmip]
+active = True
+frequency = "monthly"
+ts_num_years=2
+walltime = "00:30:00"
+
+  [[ atm_monthly_180x360_aave ]]
+  input_files = "eam.h0"
+
+  [[ land_monthly ]]
+  input_files = "elm.h0"
+
+[tc_analysis]
+active = True
+walltime = "00:30:00"
+
+[e3sm_diags]
+active = True
+climo_diurnal_frequency = "diurnal_8xdaily"
+climo_diurnal_subsection = "atm_monthly_diurnal_8xdaily_180x360_aave"
+environment_commands = "source <INSERT PATH TO CONDA>/conda.sh; conda activate <INSERT ENV NAME>"
+grid = '180x360_aave'
+multiprocessing = True
+num_workers = 8
+partition = "compute"
+qos = "regular"
+ref_final_yr = 1981
+ref_start_yr = 1980
+ref_years = "1980-1981",
+# Include all sets
+# min_case_e3sm_diags_depend_on_climo: "lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","zonal_mean_2d_stratosphere","aerosol_aeronet","aerosol_budget",
+# min_case_e3sm_diags_depend_on_ts: "enso_diags","qbo",
+# min_case_e3sm_diags_diurnal_cycle: "diurnal_cycle",
+# min_case_e3sm_diags_streamflow: "streamflow",
+# min_case_e3sm_diags_tc_analysis: "tc_analysis",
+# min_case_e3sm_diags_tropical_subseasonal: "tropical_subseasonal",
+sets = "lat_lon","zonal_mean_xy","zonal_mean_2d","polar","cosp_histogram","meridional_mean_2d","annual_cycle_zonal_mean","zonal_mean_2d_stratosphere","enso_diags","qbo","diurnal_cycle","streamflow","tc_analysis","tropical_subseasonal","aerosol_aeronet","aerosol_budget",
+short_name = "v2.LR.historical_0201"
+ts_num_years = 2
+walltime = "5:00:00"
+years = "1982:1984:2",
+
+  [[ atm_monthly_180x360_aave ]]
+  climo_subsection = "atm_monthly_180x360_aave"
+  dc_obs_climo = '/lcrc/group/e3sm/public_html/e3sm_diags_test_data/unit_test_complete_run/obs/climatology'
+
+  [[ atm_monthly_180x360_aave_mvm ]]
+  # Test model-vs-model using the same files as the reference
+  climo_subsection = "atm_monthly_180x360_aave"
+  diff_title = "Difference"
+  partition = "compute"
+  qos = "regular"
+  ref_name = "v2.LR.historical_0201"
+  reference_data_path = "/lcrc/group/e3sm/ac.forsyth2/zppy_weekly_comprehensive_v2_output/unique_id/v2.LR.historical_0201/post/atm/180x360_aave/clim"
+  run_type = "model_vs_model"
+  short_ref_name = "same simulation"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  ts_daily_subsection = "atm_monthly_180x360_aave"
+  ts_num_years_ref = 2
+  ts_subsection = "atm_monthly_180x360_aave"
+  years = "1980:1982:2",
+
+  [[ lnd_monthly_mvm_lnd ]]
+  # Test model-vs-model using the same files as the reference
+  climo_subsection = "land_monthly_climo"
+  diff_title = "Difference"
+  partition = "compute"
+  qos = "regular"
+  ref_name = "v2.LR.historical_0201"
+  reference_data_path = "/lcrc/group/e3sm/ac.forsyth2/zppy_weekly_comprehensive_v2_output/unique_id/v2.LR.historical_0201/post/lnd/180x360_aave/clim"
+  run_type = "model_vs_model"
+  sets = "lat_lon_land",
+  short_ref_name = "same simulation"
+  swap_test_ref = False
+  tag = "model_vs_model"
+  ts_num_years_ref = 2
+
+[mpas_analysis]
+active = True
+anomalyRefYear = 1980
+climo_years ="1980-1984", "1985-1990",
+enso_years = "1980-1984", "1985-1990",
+mesh = "EC30to60E2r2"
+parallelTaskCount = 6
+partition = "compute"
+qos = "regular"
+shortTermArchive = True
+ts_years = "1980-1984", "1980-1990",
+walltime = "00:30:00"
+
+[global_time_series]
+active = True
+climo_years ="1980-1984", "1985-1990",
+environment_commands = "source <INSERT PATH TO CONDA>/conda.sh; conda activate <INSERT ENV NAME>"
+experiment_name = "v2.LR.historical_0201"
+figstr = "v2.LR.historical_0201"
+moc_file=mocTimeSeries_1980-1990.nc
+plots_lnd = "LAISHA,LAISUN"
+ts_num_years = 5
+ts_years = "1980-1984", "1980-1990",
+walltime = "00:30:00"
+years = "1980-1990",
+
+[ilamb]
+active = True
+nodes = 8
+partition = "debug"
+short_name = "v2.LR.historical_0201"
+ts_num_years = 2
+walltime = "2:00:00"
+years = "1980:1984:2",