Skip to content
Merged
4 changes: 3 additions & 1 deletion mache/discover.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,9 @@ def discover_machine(quiet=False):
r'^compy': 'compy',
r'^n\d{4}': 'anvil',
r'^cooley': 'cooley',
r'^polaris': 'polaris'
r'^polaris': 'polaris',
r'^dane\d{1,4}': 'dane',
r'^ruby\d{1,4}': 'ruby',
}
for host_re, mach in machines_by_host_re.items():
p = re.compile(host_re)
Expand Down
72 changes: 72 additions & 0 deletions mache/machines/dane.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
# Options related to deploying an e3sm-unified conda environment on supported
# machines
[e3sm_unified]

# the unix group for permissions for the e3sm-unified conda environment
group = e3sm

# the compiler set to use for system libraries and MPAS builds
compiler = intel

# the system MPI library to use for intel18 compiler
mpi = mvapich2

# the path to the directory where activation scripts, the base environment, and
# system libraries will be deployed
base_path = /usr/workspace/e3sm/apps/e3sm-unified


# config options related to data needed by diagnostics software such as
# e3sm_diags and MPAS-Analysis
[diagnostics]

# The base path to the diagnostics directory
base_path = /usr/workspace/e3sm/data/diagnostics

# the unix group for permissions for diagnostics
group = e3sm


# config options associated with web portals
[web_portal]

# The path to the base of the web portals
base_path = /usr/global/web-pages/lc/www/e3sm/diagnostic_output

# The base URL that corresponds to the base path
base_url = https://lc.llnl.gov/e3sm/diagnostic_output


# The parallel section describes options related to running jobs in parallel
[parallel]

# parallel system of execution: slurm, cobalt or single_node
system = slurm

# whether to use mpirun or srun to run a task
parallel_executable = srun

# cores per node on the machine
cores_per_node = 112

# available partition(s) (default is the first)
partitions = pbatch, pdebug


# Config options related to spack environments
[spack]

# whether to load modules from the spack yaml file before loading the spack
# environment
modules_before = True

# whether to load modules from the spack yaml file after loading the spack
# environment
modules_after = False


# config options related to synchronizing files
[sync]

# the full hostname of the machine
hostname = dane.llnl.gov
72 changes: 72 additions & 0 deletions mache/machines/ruby.cfg
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
# Options related to deploying an e3sm-unified conda environment on supported
# machines
[e3sm_unified]

# the unix group for permissions for the e3sm-unified conda environment
group = e3sm

# the compiler set to use for system libraries and MPAS builds
compiler = intel

# the system MPI library to use for intel18 compiler
mpi = mvapich2

# the path to the directory where activation scripts, the base environment, and
# system libraries will be deployed
base_path = /usr/workspace/e3sm/apps/e3sm-unified


# config options related to data needed by diagnostics software such as
# e3sm_diags and MPAS-Analysis
[diagnostics]

# The base path to the diagnostics directory
base_path = /usr/workspace/e3sm/data/diagnostics

# the unix group for permissions for diagnostics
group = e3sm


# config options associated with web portals
[web_portal]

# The path to the base of the web portals
base_path = /usr/global/web-pages/lc/www/e3sm/diagnostic_output

# The base URL that corresponds to the base path
base_url = https://lc.llnl.gov/e3sm/diagnostic_output


# The parallel section describes options related to running jobs in parallel
[parallel]

# parallel system of execution: slurm, cobalt or single_node
system = slurm

# whether to use mpirun or srun to run a task
parallel_executable = srun

# cores per node on the machine
cores_per_node = 56

# available partition(s) (default is the first)
partitions = pbatch, pdebug


# Config options related to spack environments
[spack]

# whether to load modules from the spack yaml file before loading the spack
# environment
modules_before = True

# whether to load modules from the spack yaml file after loading the spack
# environment
modules_after = False


# config options related to synchronizing files
[sync]

# the full hostname of the machine
hostname = ruby.llnl.gov
177 changes: 177 additions & 0 deletions mache/spack/dane_intel_mvapich2.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,177 @@
spack:
specs:
- intel-oneapi-compilers
- mvapich2
{% if e3sm_lapack %}
- intel-oneapi-mkl
{% endif %}
{% if e3sm_hdf5_netcdf %}
- hdf5
- netcdf-c
- netcdf-fortran
- parallel-netcdf
{% endif %}
{{ specs }}
concretizer:
unify: true
packages:
all:
compiler: [[email protected]]
providers:
mpi: [[email protected]]
{% if e3sm_lapack %}
lapack: [[email protected]]
{% endif %}
{% if e3sm_hdf5_netcdf %}
hdf5:
externals:
- spec: [email protected]+cxx+fortran+hl~java+mpi~szip+threadsafe+tools api=v18
prefix: /usr/tce/packages/hdf5/hdf5-1.14.0-mvapich2-2.3.7-intel-classic-2021.6.0
modules:
- hdf5-parallel/1.14.0
buildable: false
netcdf-c:
externals:
- spec: [email protected]+mpi~parallel-netcdf
prefix: /usr/tce/packages/netcdf-c/netcdf-c-4.9.0-mvapich2-2.3.7-intel-classic-2021.6.0
modules:
- netcdf-c-parallel/4.9.0+shared+parallel-netcdf+hdf4
buildable: false
netcdf-fortran:
externals:
- spec: [email protected]
prefix: /usr/tce/packages/netcdf-fortran/netcdf-fortran-4.6.0-mvapich2-2.3.7-intel-classic-2021.6.0
modules:
- netcdf-fortran-parallel/4.6.0
buildable: false
parallel-netcdf:
externals:
- spec: [email protected]+cxx+fortran
prefix: /usr/tce/packages/parallel-netcdf/parallel-netcdf-1.12.3-mvapich2-2.3.7-intel-classic-2021.6.0
modules:
- parallel-netcdf/1.12.3
buildable: false
{% endif %}
bison:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
flex:
externals:
- spec: [email protected]+lex
prefix: /usr
buildable: false
perl:
externals:
- spec: [email protected]+cpanm+opcode+open+shared+threads
prefix: /usr
buildable: false
automake:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
autoconf:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
m4:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
libtool:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
bzip2:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
pkgconf:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
openssl:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
gmake:
externals:
- spec: [email protected]
prefix: /usr
buildable: false
cmake:
externals:
- spec: [email protected]
prefix: /usr/tce
buildable: false
curl:
externals:
- spec: [email protected]+gssapi+ldap+nghttp2
prefix: /usr
buildable: false
mvapich2:
externals:
- spec: [email protected]~cuda~debug+regcache+wrapperrpath ch3_rank_bits=32 file_systems=lustre,nfs,ufs
process_managers=hydra threads=multiple
prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-intel-classic-2021.6.0-magic
modules:
- mvapich2/2.3.7
- mvapich2-tce/2.3.7
buildable: false
intel-oneapi-compilers:
externals:
- spec: [email protected]
prefix: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic
extra_attributes:
compilers:
c: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/icc
cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/icpc
fortran: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/ifort
modules:
- StdEnv
- intel-classic/2021.6.0-magic
buildable: false
gcc:
externals:
- spec: [email protected] languages='c,c++,fortran'
prefix: /usr/tce
extra_attributes:
compilers:
c: /usr/tce/bin/gcc
cxx: /usr/tce/bin/g++
fortran: /usr/tce/bin/gfortran
{% if e3ms_lapack %}
intel-oneapi-mkl:
externals:
- spec: [email protected]
prefix: /usr/tce/packages/mkl/mkl-2022.1.0
modules:
- mkl/2022.1.0
buildable: false
{% endif %}
config:
install_missing_compilers: false
compilers:
- compiler:
spec: intel-oneapi-compilers@=2021.6.0
paths:
cc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/icc
cxx: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/icpc
f77: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/ifort
fc: /usr/tce/packages/intel-classic/intel-classic-2021.6.0-magic/bin/ifort
flags: {}
operating_system: rhel8
target: x86_64
modules:
- StdEnv
- intel-classic/2021.6.0-magic
environment: {}
extra_rpaths: []
Loading
Loading