Merge pull request #17392 from ronawho/add-cs-hdr-perf-testing

Add some cray-cs perf testing on a system with HDR IB

[reviewed by @gbtitus and @Maxrimus]

This adds some additional testing to a newer Cray CS. To start I'm only
adding gasnet-ibv large and fast configurations.

Author: ronawho

Diff for: util/cron/common-perf-cray-cs-hdr.bash

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+#
+# Configure settings for Cray CS HDR performance testing.
+
+export CHPL_LAUNCHER_PARTITION=clx24
+export CHPL_TARGET_CPU=none
+
+# the lengths we go to, to avoid line wrap ...
+pcca=(-performance-configs gn-ibv-large:v,gn-ibv-fast:v \
+      -performance \
+      -perflabel ml- \
+      -startdate 07/01/19)
+perf_cray_cs_args=${pcca[*]}

Diff for: util/cron/test-perf.cray-cs-hdr.gasnet-ibv.fast.bash

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+#
+# Run performance tests on a cray-cs
+
+CWD=$(cd $(dirname $0) ; pwd)
+
+export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs-hdr'
+
+source $CWD/common-perf.bash
+export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs-hdr
+
+export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs-hdr.gasnet-ibv.fast"
+
+source $CWD/common-cray-cs.bash y
+source $CWD/common-perf-cray-cs-hdr.bash
+
+export CHPL_GASNET_SEGMENT=fast
+export GASNET_PHYSMEM_MAX=124G
+export GASNET_IBV_PORTS=mlx5_1
+export CHPL_GASNET_MORE_CFG_OPTIONS=--disable-ibv-odp
+nightly_args="${nightly_args} -no-buildcheck"
+perf_args="-performance-description gn-ibv-fast -numtrials 1"
+
+$CWD/nightly -cron ${perf_args} ${perf_cray_cs_args} ${nightly_args}

Diff for: util/cron/test-perf.cray-cs-hdr.gasnet-ibv.large.bash

@@ -0,0 +1,23 @@
+#!/usr/bin/env bash
+#
+# Run performance tests on a cray-cs
+
+CWD=$(cd $(dirname $0) ; pwd)
+
+export CHPL_TEST_PERF_CONFIG_NAME='16-node-cs-hdr'
+
+source $CWD/common-perf.bash
+export CHPL_TEST_PERF_DIR=/cray/css/users/chapelu/NightlyPerformance/cray-cs/16-node-cs-hdr
+
+export CHPL_NIGHTLY_TEST_CONFIG_NAME="perf.cray-cs-hdr.gasnet-ibv.large"
+
+source $CWD/common-cray-cs.bash y
+source $CWD/common-perf-cray-cs-hdr.bash
+
+export GASNET_PHYSMEM_MAX=124G
+export GASNET_IBV_PORTS=mlx5_1
+export GASNET_ODP_VERBOSE=0
+nightly_args="${nightly_args} -no-buildcheck"
+perf_args="-performance-description gn-ibv-large -numtrials 1"
+
+$CWD/nightly -cron ${perf_args} ${perf_cray_cs_args} ${nightly_args}