Updates to build SCM with Intel ifx compiler on Derecho. There are a number of tweaks needed, warning messages are used to clarify the changes

Author: scrasmussen

scm/etc/modules/derecho_intel_spack_stack_1.9.3.lua

@@ -26,7 +26,16 @@ load("w3emc/2.10.0")
 load("py-f90nml")
 load("py-netcdf4/1.7.1.post2")
 
+load("intel-oneapi")
+
 setenv("CMAKE_C_COMPILER","cc")
 setenv("CMAKE_CXX_COMPILER","CC")
 setenv("CMAKE_Fortran_COMPILER","ftn")
 setenv("CMAKE_Platform","derecho.intel")
+
+if mode() == "load" then
+   local red   = "\27[31m"
+   local reset = "\27[0m"
+   LmodMessage(red .. "WARNING: " .. reset .. "Login node on Derecho does not have enough memory to build SCM, use interactive node")
+   LmodMessage(red .. "WARNING: " .. reset .. "Debug mode currently broken on Derecho, don't use '-g'")
+end

scm/src/CMakeLists.txt

@@ -174,7 +174,7 @@ if (${CMAKE_Fortran_COMPILER_ID} MATCHES "GNU")
   set(CMAKE_C_FLAGS_BITFORBIT       "-O2 -fPIC" CACHE STRING "" FORCE)
   set(CMAKE_Fortran_FLAGS_BITFORBIT "-O2 -fPIC" CACHE STRING "" FORCE)
 elseif (${CMAKE_Fortran_COMPILER_ID} MATCHES "Intel")
-  set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -g -traceback -fpp -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -nowarn -sox -align array64byte -qno-opt-dynamic-align")
+  set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -traceback -fpp -fno-alias -auto -safe-cray-ptr -ftz -assume byterecl -nowarn -align array64byte -qno-opt-dynamic-align")
   set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -qno-opt-dynamic-align -sox -fp-model source")
 
   if(NOT 32BIT)
@@ -188,27 +188,31 @@ elseif (${CMAKE_Fortran_COMPILER_ID} MATCHES "Intel")
     if(32BIT)
       set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3")
     else()
-      set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 -no-prec-div -no-prec-sqrt")
+      set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -O2 -debug minimal -fp-model source -qoverride-limits -qopt-prefetch=3 -no-prec-div")
     endif()
     set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -O2 -debug minimal")
     set(FAST "-fast-transcendentals")
-    if(AVX2)
-        set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -march=core-avx2")
-        set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -march=core-avx2")
-    elseif(SIMDMULTIARCH)
-        set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -axSSE4.2,CORE-AVX2")
-        set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -axSSE4.2,CORE-AVX2")
-    elseif(AVX)
-        set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -march=core-avx-i")
-        set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -march=core-avx-i")
-    endif()
   endif()
 
   set(CMAKE_C_FLAGS_RELEASE       "-O2 -fPIC" CACHE STRING "" FORCE)
   set(CMAKE_Fortran_FLAGS_RELEASE "-O2 -fPIC" CACHE STRING "" FORCE)
   set(CMAKE_C_FLAGS_BITFORBIT       "-O2 -fPIC" CACHE STRING "" FORCE)
   set(CMAKE_Fortran_FLAGS_BITFORBIT "-O2 -fPIC" CACHE STRING "" FORCE)
 
+  if(DEFINED ENV{CMAKE_Platform} AND
+      "$ENV{CMAKE_Platform}" MATCHES "derecho.intel")
+    set(CMAKE_Fortran_FLAGS "-O0 -fPIC")
+    set(CMAKE_C_FLAGS "-O0 -fPIC")
+    set(CMAKE_Fortran_FLAGS_RELEASE "")
+    set(CMAKE_C_FLAGS_RELEASE "")
+    set(CMAKE_Fortran_FLAGS_DEBUG "")
+    set(CMAKE_C_FLAGS_DEBUG "")
+    if(NOT 32BIT)
+      set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -real-size 64")
+    endif()
+    message(WARNING "Building on Derecho, only using CMAKE_Fortran_FLAGS=${CMAKE_Fortran_FLAGS}")
+  endif()
+
 elseif (${CMAKE_Fortran_COMPILER_ID} MATCHES "NVHPC")
   if(ENABLE_NVIDIA_OPENACC MATCHES "true")
     set(CMAKE_Fortran_FLAGS "${CMAKE_Fortran_FLAGS} -acc -Minfo=accel")