diff --git a/cime_config/allactive/config_pesall.xml b/cime_config/allactive/config_pesall.xml index 39b155427184..b18dce68af8e 100644 --- a/cime_config/allactive/config_pesall.xml +++ b/cime_config/allactive/config_pesall.xml @@ -2548,4 +2548,80 @@ + + + + pm-gpu ne256 for fully coupled cases with ATM on GPU, MPAS on CPU -- WCYCLXX2010 64 nodes, 64x1 + 64 + + 256 + -64 + -64 + -64 + -64 + -64 + + + 1 + 1 + 1 + 1 + + + 16 + + + 16 + + + + pm-gpu ne256 for fully coupled cases with ATM on GPU, MPAS on CPU -- WCYCLXX2010 128 nodes, 64x1 + 64 + + 512 + -128 + -128 + -128 + -128 + -128 + + + 1 + 1 + 1 + 1 + + + 16 + + + 16 + + + + pm-gpu ne256 for fully coupled cases with ATM on GPU, MPAS on CPU -- WCYCLXX2010 128 nodes, 64x1 + 64 + + 1024 + -256 + -256 + -256 + -256 + -256 + + + 1 + 1 + 1 + 1 + + + 16 + + + 16 + + + + diff --git a/cime_config/machines/config_batch.xml b/cime_config/machines/config_batch.xml index f0cfe6800f8e..b1fbb5047ec3 100644 --- a/cime_config/machines/config_batch.xml +++ b/cime_config/machines/config_batch.xml @@ -411,15 +411,7 @@ --constraint=gpu - - --gpus-per-node=4 - --gpu-bind=none - - - --gpus-per-task=1 - --gpu-bind=map_gpu:0,1,2,3 - - + --gpus-per-node=4 --gpu-bind=none diff --git a/cime_config/machines/config_machines.xml b/cime_config/machines/config_machines.xml index cf1fbde6fd89..ba9b6f75f862 100644 --- a/cime_config/machines/config_machines.xml +++ b/cime_config/machines/config_machines.xml @@ -350,8 +350,8 @@ nersc_slurm e3sm 128 - 256 - 256 + 128 + 128 4 64 64 @@ -362,8 +362,9 @@ --label -n {{ total_tasks }} -N {{ num_nodes }} -c $SHELL{echo 128/`./xmlquery --value MAX_MPITASKS_PER_NODE`|bc} - $SHELL{if [ 64 -ge `./xmlquery --value MAX_MPITASKS_PER_NODE` ]; then echo "--cpu_bind=cores"; else echo "--cpu_bind=threads";fi;} + $SHELL{if [ 64 -ge `./xmlquery --value MAX_MPITASKS_PER_NODE` ]; then echo "--cpu-bind=cores"; else echo "--cpu-bind=threads";fi;} -m plane=$SHELL{echo `./xmlquery --value MAX_MPITASKS_PER_NODE`} + /global/cfs/cdirs/e3sm/tools/set_affinity_npergpu.sh $SHELL{echo `./xmlquery --value MAX_MPITASKS_PER_NODE`} @@ -453,9 +454,6 @@ 1 1 1 - 128M - spread - threads FALSE /global/cfs/cdirs/e3sm/perl/lib/perl5-only-switch kdreg2 @@ -463,6 +461,11 @@ $ENV{CRAY_NETCDF_HDF5PARALLEL_PREFIX} $ENV{CRAY_PARALLEL_NETCDF_PREFIX} + + 128M + spread + threads + 1