diff --git a/cime_config/machines/config_batch.xml b/cime_config/machines/config_batch.xml index 09da68864fad..da01cdb66b67 100644 --- a/cime_config/machines/config_batch.xml +++ b/cime_config/machines/config_batch.xml @@ -553,6 +553,7 @@ /lus/flare/projects/E3SM_Dec/tools/qsub/throttle + (\d+)\.aurora-pbs -l filesystems=home:flare diff --git a/cime_config/machines/config_machines.xml b/cime_config/machines/config_machines.xml index 82f7f37227a0..0f354cdbccc6 100644 --- a/cime_config/machines/config_machines.xml +++ b/cime_config/machines/config_machines.xml @@ -3582,7 +3582,7 @@ aurora-uan-.* LINUX oneapi-ifxgpu,oneapi-ifx - mpich + mpich,mpich1024 E3SM_Dec /lus/flare/projects/E3SM_Dec/performance_archive .* @@ -3603,66 +3603,70 @@ 12 FALSE - mpiexec - - - -np {{ total_tasks }} --label - -ppn {{ tasks_per_node }} - --cpu-bind $ENV{RANKS_BIND} - -d $ENV{OMP_NUM_THREADS} - $ENV{GPU_TILE_COMPACT} - + mpiexec + + + -np {{ total_tasks }} --label + -ppn {{ tasks_per_node }} + --cpu-bind $ENV{RANKS_BIND} + -d $ENV{OMP_NUM_THREADS} $ENV{RLIMITS} + $ENV{GPU_TILE_COMPACT} + - /usr/share/lmod/lmod/init/sh - /usr/share/lmod/lmod/init/csh - /usr/share/lmod/lmod/init/env_modules_python.py - module - module - /usr/share/lmod/lmod/libexec/lmod python - - cmake/3.30.5 - oneapi/release/2025.0.5 - - - $CIME_OUTPUT_ROOT/$CASE/run - $CIME_OUTPUT_ROOT/$CASE/bld - 0 - + /usr/share/lmod/lmod/init/sh + /usr/share/lmod/lmod/init/csh + /usr/share/lmod/lmod/init/env_modules_python.py + module + module + /usr/share/lmod/lmod/libexec/lmod python + + cmake/3.30.5 + oneapi/release/2025.0.5 + + + mpich-config/collective-tuning/1024 + + + $CIME_OUTPUT_ROOT/$CASE/run + $CIME_OUTPUT_ROOT/$CASE/bld + 0 + /lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002 /lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002 /lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002/lib:/lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002/lib:$ENV{LD_LIBRARY_PATH} /lus/flare/projects/E3SM_Dec/soft/pnetcdf/1.14.0/oneapi.eng.2024.07.30.002/bin:/lus/flare/projects/E3SM_Dec/soft/netcdf/4.9.2c-4.6.1f/oneapi.eng.2024.07.30.002/bin:$ENV{PATH} 131072 20 + level_zero:gpu - - - 1 1 1 - - disabled + disabled 8388608 240 240 + 1 + 1 + 0x001 + 1 + 1 - 1 + 1 disable disable - 1 4000MB 0 /lus/flare/projects/E3SM_Dec/tools/mpi_wrapper_utils/gpu_tile_compact.sh list:1-8:9-16:17-24:25-32:33-40:41-48:53-60:61-68:69-76:77-84:85-92:93-100 --gpu-bind list:0.0:0.1:1.0:1.1:2.0:2.1:3.0:3.1:4.0:4.1:5.0:5.1 --mem-bind list:0:0:0:0:0:0:1:1:1:1:1:1 1 - - + + 0 @@ -3675,6 +3679,12 @@ granularity=core,balanced 128M + + --rlimits CORE + + + -1 + -1