Fixes to compile on LUMI.

share/envcfg/lumi_bashrc

+LUMI_USER=macicutt
+
+echo -e "\x1b[33m-> .bashrc setup begin\x1b[0m"
+
+# Modules to load
+module load LUMI/21.12
+module load buildtools
+module load fontconfig
+module load freetype
+module load X11
+module load Eigen/3.3.9
+module load rocm
+module load libfabric
+module load craype-accel-amd-gfx908
+
+echo -e "\x1b[33m-> .bashrc paths\x1b[0m"
+
+export MYSOFT=/users/${LUMI_USER}/mysoft
+
+# Setup sw paths
+export PATH=${MYSOFT}/cmake/bin:${PATH}
+
+# Vars to compile GMSH and GMSH/DG
+export Lua_ROOT=${MYSOFT}/lua
+export GMSH_ROOT=${MYSOFT}/gmsh
+export SILO_ROOT=${MYSOFT}/silo
+export CASROOT=${MYSOFT}/opencascade/
+
+# Let GMSH/DG find HIP and HIPIFY
+export HIP_PATH=${ROCM_PATH}/hip
+
+echo " * ROCm path: ${ROCM_PATH}"
+echo " * HIP path:  ${HIP_PATH}"
+
+export PATH=${HIP_PATH}/bin:${PATH}
+
+echo -e "\x1b[33m-> .bashrc setup end\x1b[0m"
+

src/libgmshdg/CMakeLists.txt

@@ -20,10 +20,10 @@ if (OPT_ENABLE_GPU_SOLVER)
     set(LIBGMSHDG_SOURCES ${LIBGMSHDG_SOURCES} kernels_gpu_mi.cpp)
 
     if (OPT_USE_HIP)
-        execute_process(COMMAND sh -c "/opt/rocm/hip/bin/hipify-perl ${CMAKE_CURRENT_SOURCE_DIR}/kernels_cuda.cu > ${CMAKE_CURRENT_SOURCE_DIR}/hipified_kernels_cuda.cpp")
+        execute_process(COMMAND sh -c "hipify-perl ${CMAKE_CURRENT_SOURCE_DIR}/kernels_cuda.cu > ${CMAKE_CURRENT_SOURCE_DIR}/hipified_kernels_cuda.cpp")
         set_source_files_properties(hipified_kernels_cuda.cpp PROPERTIES HIP_SOURCE_PROPERTY_FORMAT 1)
         set(LIBGMSHDG_SOURCES ${LIBGMSHDG_SOURCES} hipified_kernels_cuda.cpp)
-        hip_add_library(gmshdg SHARED ${LIBGMSHDG_SOURCES} HIPCC_OPTIONS "-std=c++17")
+        hip_add_library(gmshdg SHARED ${LIBGMSHDG_SOURCES} HIPCC_OPTIONS "-std=c++17 --offload-arch=gfx908")
         target_link_libraries(gmshdg ${LINK_LIBS})
     else()
         set(LIBGMSHDG_SOURCES ${LIBGMSHDG_SOURCES} kernels_cuda.cu)

src/maxwell/CMakeLists.txt

@@ -16,10 +16,10 @@ if (OPT_ENABLE_GPU_SOLVER)
     set(MAXWELL_SOURCES ${MAXWELL_SOURCES} maxwell_gpu.cpp)
 
     if (OPT_USE_HIP)
-        execute_process(COMMAND sh -c "/opt/rocm/hip/bin/hipify-perl ${CMAKE_CURRENT_SOURCE_DIR}/maxwell_kernels_cuda.cu > ${CMAKE_CURRENT_SOURCE_DIR}/hipified_maxwell_kernels_cuda.cpp")
+        execute_process(COMMAND sh -c "hipify-perl ${CMAKE_CURRENT_SOURCE_DIR}/maxwell_kernels_cuda.cu > ${CMAKE_CURRENT_SOURCE_DIR}/hipified_maxwell_kernels_cuda.cpp")
         set_source_files_properties(hipified_maxwell_kernels_cuda.cpp PROPERTIES HIP_SOURCE_PROPERTY_FORMAT 1)
         set(MAXWELL_SOURCES ${MAXWELL_SOURCES} hipified_maxwell_kernels_cuda.cpp)
-        hip_add_executable(maxwell_solver ${MAXWELL_SOURCES} HIPCC_OPTIONS "-std=c++17")
+        hip_add_executable(maxwell_solver ${MAXWELL_SOURCES} HIPCC_OPTIONS "-std=c++17 --offload-arch=gfx908")
         target_link_libraries(maxwell_solver gmshdg)
     else()
         set(MAXWELL_SOURCES ${MAXWELL_SOURCES} maxwell_kernels_cuda.cu)