|
3492 | 3492 | <COMPILERS>oneapi-ifxgpu,oneapi-ifx</COMPILERS> |
3493 | 3493 | <MPILIBS>mpich,mpich1024</MPILIBS> |
3494 | 3494 | <PROJECT>E3SM_Dec</PROJECT> |
3495 | | - <SAVE_TIMING_DIR>/lus/flare/projects/E3SM_Dec/performance_archive</SAVE_TIMING_DIR> |
| 3495 | + <SAVE_TIMING_DIR>/lus/flare/projects/E3SMinput/baselines</SAVE_TIMING_DIR> |
3496 | 3496 | <SAVE_TIMING_DIR_PROJECTS>.*</SAVE_TIMING_DIR_PROJECTS> |
3497 | 3497 | <CIME_OUTPUT_ROOT>/lus/flare/projects/$PROJECT/$USER/scratch</CIME_OUTPUT_ROOT> |
3498 | | - <DIN_LOC_ROOT>/lus/flare/projects/E3SM_Dec/inputdata</DIN_LOC_ROOT> |
3499 | | - <DIN_LOC_ROOT_CLMFORC>/lus/flare/projects/E3SM_Dec/inputdata/atm/datm7</DIN_LOC_ROOT_CLMFORC> |
| 3498 | + <DIN_LOC_ROOT>/lus/flare/projects/E3SMinput/data</DIN_LOC_ROOT> |
| 3499 | + <DIN_LOC_ROOT_CLMFORC>/lus/flare/projects/E3SMinput/data/atm/datm7</DIN_LOC_ROOT_CLMFORC> |
3500 | 3500 | <DOUT_S_ROOT>$CIME_OUTPUT_ROOT/archive/$CASE</DOUT_S_ROOT> |
3501 | | - <BASELINE_ROOT>/lus/flare/projects/E3SM_Dec/baselines/$COMPILER</BASELINE_ROOT> |
3502 | | - <CCSM_CPRNC>/lus/flare/projects/E3SM_Dec/tools/cprnc/cprnc</CCSM_CPRNC> |
| 3501 | + <BASELINE_ROOT>/lus/flare/projects/E3SMinput/baselines/$COMPILER</BASELINE_ROOT> |
| 3502 | + <CCSM_CPRNC>/lus/flare/projects/E3SMinput/tools/cprnc/cprnc</CCSM_CPRNC> |
3503 | 3503 | <GMAKE_J>16</GMAKE_J> |
3504 | | - <TESTS>e3sm_developer</TESTS> |
| 3504 | + <TESTS>e3sm_integration</TESTS> |
3505 | 3505 | <NTEST_PARALLEL_JOBS>4</NTEST_PARALLEL_JOBS> |
3506 | 3506 | <BATCH_SYSTEM>pbspro</BATCH_SYSTEM> |
3507 | 3507 | <SUPPORTED_BY>e3sm</SUPPORTED_BY> |
3508 | 3508 | <MAX_TASKS_PER_NODE>102</MAX_TASKS_PER_NODE> |
3509 | 3509 | <MAX_TASKS_PER_NODE compiler="oneapi-ifxgpu">96</MAX_TASKS_PER_NODE> |
3510 | 3510 | <MAX_MPITASKS_PER_NODE>102</MAX_MPITASKS_PER_NODE> |
3511 | 3511 | <MAX_MPITASKS_PER_NODE compiler="oneapi-ifxgpu">12</MAX_MPITASKS_PER_NODE> |
3512 | | - <PROJECT_REQUIRED>FALSE</PROJECT_REQUIRED> |
| 3512 | + <PROJECT_REQUIRED>TRUE</PROJECT_REQUIRED> |
3513 | 3513 | <mpirun mpilib="default"> |
3514 | 3514 | <executable>mpiexec</executable> |
3515 | 3515 | <!--executable>numactl -m 2-3 mpiexec</executable--><!--for HBM runs--> |
|
3529 | 3529 | <cmd_path lang="csh">module</cmd_path> |
3530 | 3530 | <cmd_path lang="python">/usr/share/lmod/lmod/libexec/lmod python</cmd_path> |
3531 | 3531 | <modules> |
3532 | | - <command name="load">cmake/3.30.5</command> |
3533 | | - <command name="load">oneapi/release/2025.0.5</command> |
3534 | | - </modules> |
| 3532 | + <command name="use">/lus/flare/projects/E3SMinput/soft/modulefiles</command> |
| 3533 | + <command name="load">cmake/3.31.8</command> |
| 3534 | + <command name="load">oneapi/release/2025.2.0</command> |
| 3535 | + <command name="load">netcdf/4.9.3c-4.6.2f</command> |
| 3536 | + <command name="load">pnetcdf/1.14.0</command> |
| 3537 | + <command name="load">adios2/2.10.2</command> |
| 3538 | + </modules> |
3535 | 3539 | <modules mpilib="mpich1024"> |
3536 | 3540 | <command name="load">mpich-config/collective-tuning/1024</command> |
3537 | 3541 | </modules> |
|
3540 | 3544 | <EXEROOT>$CIME_OUTPUT_ROOT/$CASE/bld</EXEROOT> |
3541 | 3545 | <MAX_GB_OLD_TEST_DATA>0</MAX_GB_OLD_TEST_DATA> |
3542 | 3546 | <environment_variables> |
3543 | | - <env name="NETCDF_PATH">/lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002</env> |
3544 | | - <env name="PNETCDF_PATH">/lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002</env> |
3545 | | - <env name="LD_LIBRARY_PATH">/lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002/lib:/lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002/lib:$ENV{LD_LIBRARY_PATH}</env> |
3546 | | - <env name="PATH">/lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002/bin:/lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002/bin:$ENV{PATH}</env> |
3547 | | - <env name="PKG_CONFIG_PATH">/lus/flare/projects/E3SM_Dec/soft/protobuf/21.6/oneapi.release.2025.0.5/lib/pkgconfig:$ENV{PKG_CONFIG_PATH}</env> |
3548 | | - <env name="ADIOS2_ROOT">$SHELL{if [ -z "$ADIOS2_ROOT" ]; then echo /lus/flare/projects/E3SM_Dec/soft/adios2/2.10.2/oneapi.release.2025.0.5; else echo "$ADIOS2_ROOT"; fi}</env> |
3549 | | - <env name="BLOSC2_ROOT">$SHELL{if [ -z "$BLOSC2_ROOT" ]; then echo /lus/flare/projects/E3SM_Dec/soft/c-blosc2/2.15.2/oneapi.release.2025.0.5; else echo "$BLOSC2_ROOT"; fi}</env> |
3550 | | - <env name="MGARD_ROOT">$SHELL{if [ -z "$MGARD_ROOT" ]; then echo /lus/flare/projects/E3SM_Dec/soft/mgard/1.5.2/oneapi.release.2025.0.5; else echo "$MGARD_ROOT"; fi}</env> |
3551 | | - <env name="SZ_ROOT">$SHELL{if [ -z "$SZ_ROOT" ]; then echo /lus/flare/projects/E3SM_Dec/soft/sz/2.1.12.5/oneapi.release.2025.0.5; else echo "$SZ_ROOT"; fi}</env> |
3552 | | - <env name="ZFP_ROOT">$SHELL{if [ -z "$ZFP_ROOT" ]; then echo /lus/flare/projects/E3SM_Dec/soft/zfp/1.0.1/oneapi.release.2025.0.5; else echo "$ZFP_ROOT"; fi}</env> |
3553 | 3547 | <env name="FI_CXI_DEFAULT_CQ_SIZE">131072</env> |
3554 | 3548 | <env name="FI_CXI_CQ_FILL_PERCENT">20</env> |
3555 | 3549 | <env name="RLIMITS"> </env> |
|
3574 | 3568 | <env name="romio_cb_write">disable</env> |
3575 | 3569 | <env name="GATOR_INITIAL_MB">4000MB</env> |
3576 | 3570 | <env name="GATOR_DISABLE">0</env> |
3577 | | - <env name="GPU_TILE_COMPACT">/lus/flare/projects/E3SM_Dec/tools/mpi_wrapper_utils/gpu_tile_compact.sh</env> |
| 3571 | + <env name="GPU_TILE_COMPACT">/lus/flare/projects/E3SMinput/tools/mpi_wrapper_utils/gpu_tile_compact.sh</env> |
3578 | 3572 | <env name="RANKS_BIND">list:1-8:9-16:17-24:25-32:33-40:41-48:53-60:61-68:69-76:77-84:85-92:93-100 --gpu-bind list:0.0:0.1:1.0:1.1:2.0:2.1:3.0:3.1:4.0:4.1:5.0:5.1 --mem-bind list:0:0:0:0:0:0:1:1:1:1:1:1</env> |
3579 | 3573 | <env name="ZES_ENABLE_SYSMAN">1</env> |
3580 | 3574 | <!-- default is ZE_FLAT_DEVICE_HIERARCHY=COMPOSITE: enable this to run 4 MPI/tile or 48 MPI/node |
|
4242 | 4236 | <command name="load">miniforge3/24.11.3-0</command> |
4243 | 4237 | <command name="load">cmake/3.30.5</command> |
4244 | 4238 | </modules> |
4245 | | - |
| 4239 | + |
4246 | 4240 | <modules compiler="gnu" mpilib="openmpi"> |
4247 | 4241 | <command name="load">DefApps</command> |
4248 | 4242 | <command name="load">gcc/12.4.0</command> |
|
0 commit comments