ascent

config.yaml

@@ -338,6 +338,13 @@ uenvs:
       deploy:
         daint: [gh200]
       develop: False
+  insitu_ascent:
+    "develop":
+      recipes:
+        gh200: develop/gh200   
+      deploy:  
+        daint: [gh200]
+        santis: [gh200]
   jupyterlab:
     "v4.1.8":
       recipes:

recipes/insitu_ascent/develop/gh200/compilers.yaml

@@ -0,0 +1,5 @@
+bootstrap:
+  spec: gcc@12
+gcc:
+  specs:
+  - gcc@12

recipes/insitu_ascent/develop/gh200/config.yaml

@@ -0,0 +1,7 @@
+name: insitu_ascent
+store: /user-environment
+description: ascent@develop on GH200
+spack:
+  repo: https://github.com/spack/spack.git
+  commit: v0.23.1
+modules: True

recipes/insitu_ascent/develop/gh200/environments.yaml

@@ -0,0 +1,22 @@
+ascent:
+  compiler:
+  - toolchain: gcc
+    spec: gcc@12
+  mpi:
+    spec: [email protected]
+    gpu: cuda
+  unify: true
+  specs:
+  - cmake
+  - [email protected]  # vtk-m will build with cuda/12.6 but will fail at runtime
+  - py-numpy
+  - [email protected]=develop +cuda +vtkh +python +occa +mfem ^[email protected]
+  - raja +cuda
+  - umpire +cuda
+  - vtk-m +cuda
+  variants:
+  - +mpi
+  - cuda_arch=90
+  views:
+    default:
+      link: roots

recipes/insitu_ascent/develop/gh200/extra/reframe.yaml

@@ -0,0 +1,21 @@
+default:
+  features:
+    - ascent
+    - cuda
+    - mpi
+  cc: mpicc
+  cxx: mpic++
+  ftn: mpifort
+  views:
+    - default
+
+develop:
+  features:
+    - ascent-dev
+    - cuda
+    - mpi
+  cc: mpicc
+  cxx: mpic++
+  ftn: mpifort
+  views:
+    - develop

recipes/insitu_ascent/develop/gh200/modules.yaml

@@ -0,0 +1,23 @@
+modules:
+  # Paths to check when creating modules for all module sets
+  prefix_inspections:
+    bin:
+      - PATH
+    lib:
+      - LD_LIBRARY_PATH
+    lib64:
+      - LD_LIBRARY_PATH
+
+  default:
+    arch_folder: false
+    # Where to install modules
+    roots:
+      tcl: /user-environment/modules
+    tcl:
+      all:
+        autoload: none
+      hash_length: 0
+      exclude_implicits: true
+      exclude: ['%[email protected]', 'gcc %[email protected]']
+      projections:
+        all: '{name}/{version}'

recipes/insitu_ascent/develop/gh200/repo/packages/conduit/bpparametis.patch

@@ -0,0 +1,10 @@
+--- a/src/libs/blueprint/conduit_blueprint_mpi_mesh_parmetis.cpp	2022-01-13 12:48:31.000000000 -0800
++++ b/src/libs/blueprint/conduit_blueprint_mpi_mesh_parmetis.cpp	2022-01-26 14:18:32.274814000 -0800
+@@ -22,6 +22,7 @@
+
+ #include <parmetis.h>
+
++#include <algorithm>
+ #include <unordered_map>
+
+ //-----------------------------------------------------------------------------

recipes/insitu_ascent/develop/gh200/repo/packages/conduit/fj_flags.patch

@@ -0,0 +1,14 @@
+diff -u -r -N a/src/blt/cmake/SetupCompilerOptions.cmake b/src/blt/cmake/SetupCompilerOptions.cmake
+--- a/src/blt/cmake/SetupCompilerOptions.cmake	2020-08-26 11:58:24.000000000 +0900
++++ b/src/blt/cmake/SetupCompilerOptions.cmake	2020-08-26 13:31:04.000000000 +0900
+@@ -206,7 +206,9 @@
+
+ endif()
+
+-
++set(CMAKE_Fortran_MODDIR_FLAG -M)
++set(CMAKE_Fortran_FLAGS_RELWITHDEBINFO "-O2 -g -DNDEBUG")
++set(CMAKE_SHARED_LIBRARY_LINK_CXX_FLAGS "--linkfortran")
+
+ ################################
+ # RPath Settings