feat: Mortar Method

VTKplot.pvd

@@ -0,0 +1,7 @@
+<?xml version="1.0"?>
+<VTKFile type="Collection" version="0.1">
+	<Collection>
+		<DataSet timestep="0" file="VTKplot/000000.vtm" />
+		<DataSet timestep="1" file="VTKplot/000001.vtm" />
+	</Collection>
+</VTKFile>

host-configs/LLNL/dane-gcc-12.cmake

@@ -0,0 +1,12 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/dane-gcc-12.cmake)
+
+# MPI
+set(MPI_HOME /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1-magic CACHE PATH "")
+
+# ATS
+set(ATS_ARGUMENTS "--machine slurm112"  CACHE STRING "")
+
+# This is here to note the required flags for using valgrind. These will have to be propagated to the TPL's
+#set( CMAKE_CXX_FLAGS "-march=x86-64-v2 -mno-avx512f" CACHE STRING "" FORCE)
+
+include(${CMAKE_CURRENT_LIST_DIR}/llnl-cpu-base.cmake)

host-configs/LLNL/lassen-base.cmake

@@ -0,0 +1,81 @@
+###############################################################################
+#
+# Base configuration for LC Lassen builds
+# Calling configuration file must define the following CMAKE variables:
+#
+# MPI_HOME
+#
+###############################################################################
+
+set( GEOS_BUILD_OBJ_LIBS OFF CACHE BOOL "" )
+# Fortran
+set(ENABLE_FORTRAN OFF CACHE BOOL "")
+
+# MPI
+set(ENABLE_MPI ON CACHE BOOL "")
+set(MPI_C_COMPILER ${MPI_HOME}/bin/mpicc CACHE PATH "")
+set(MPI_CXX_COMPILER ${MPI_HOME}/bin/mpicxx CACHE PATH "")
+set(MPIEXEC lrun CACHE STRING "")
+set(MPIEXEC_NUMPROC_FLAG -n CACHE STRING "")
+set(ENABLE_WRAP_ALL_TESTS_WITH_MPIEXEC ON CACHE BOOL "")
+
+# OpenMP
+set(ENABLE_OPENMP ON CACHE BOOL "" FORCE)
+
+# CUDA
+# LvArray sets this to the CMAKE_CXX_COMPILER.
+set(CMAKE_CUDA_HOST_COMPILER ${MPI_CXX_COMPILER} CACHE STRING "")
+
+set(ENABLE_CUDA_NVTOOLSEXT OFF CACHE BOOL "")
+
+# ESSL
+set(ENABLE_ESSL ON CACHE BOOL "" FORCE )
+set(ESSL_DIR /usr/tcetmp/packages/essl/essl-6.3.0.2 CACHE STRING "" FORCE )
+set(ESSL_INCLUDE_DIRS ${ESSL_DIR}/include CACHE STRING "" FORCE )
+set(ESSL_LIBRARIES ${ESSL_DIR}/lib64/libesslsmpcuda.so
+                   ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcublas.so
+                   ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcublasLt.so
+                   ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcudart.so
+                   ${ESSL_DIR}/lib64/liblapackforessl.so
+                   ${ESSL_DIR}/lib64/liblapackforessl_.so
+                   CACHE PATH "" FORCE )
+
+# TPL
+set(ENABLE_PAPI OFF CACHE BOOL "")
+set(SILO_BUILD_TYPE powerpc64-unknown-linux-gnu CACHE STRING "")
+
+# GEOSX specific options
+set(ENABLE_PVTPackage ON CACHE BOOL "")
+set(ENABLE_PETSC OFF CACHE BOOL "" FORCE )
+
+set( ENABLE_HYPRE_DEVICE "CUDA" CACHE STRING "" FORCE )
+if( ${ENABLE_HYPRE_DEVICE} STREQUAL "HIP" OR ${ENABLE_HYPRE_DEVICE} STREQUAL "CUDA" )
+    set(ENABLE_TRILINOS OFF CACHE BOOL "" FORCE )
+else()
+    set(ENABLE_HYPRE OFF CACHE BOOL "" FORCE )
+    set(GEOS_LA_INTERFACE "Trilinos" CACHE STRING "" FORCE )
+endif()
+
+# Documentation
+set(ENABLE_UNCRUSTIFY OFF CACHE BOOL "" FORCE)
+set(ENABLE_DOXYGEN OFF CACHE BOOL "" FORCE)
+
+# Other
+set(ENABLE_MATHPRESSO OFF CACHE BOOL "")
+
+# YAPF python formatting
+set(YAPF_EXECUTABLE /usr/gapps/GEOSX/thirdPartyLibs/python/lassen-gcc-python/python/bin/yapf CACHE PATH "" FORCE)
+
+# PYGEOSX
+set(ENABLE_PYGEOSX ON CACHE BOOL "")
+set(PYTHON_EXECUTABLE /usr/gapps/GEOSX/thirdPartyLibs/python/lassen-gcc-python/python/bin/python CACHE PATH "")
+set(Python3_ROOT_DIR /usr/gapps/GEOSX/thirdPartyLibs/python/lassen-gcc-python/python CACHE PATH "")
+set(Python3_EXECUTABLE /usr/gapps/GEOSX/thirdPartyLibs/python/lassen-gcc-python/python/bin/python3 CACHE PATH "")
+
+# ATS
+set(ATS_ARGUMENTS "--ats jsrun_omp --ats jsrun_bind=packed"  CACHE STRING "")
+# set(USER $ENV{USER} CACHE STRING "")
+# set(ATS_WORKING_DIR "/p/gpfs1/${USER}/integratedTestsGEOS/${CONFIG_NAME}"  CACHE PATH "")
+# set(ATS_BASELINE_DIR "/p/gpfs1/${USER}/integratedTestsGEOS/baselines"  CACHE PATH "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/../tpls.cmake)

host-configs/LLNL/lassen-clang-10-cuda-11.cmake

@@ -0,0 +1,16 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/lassen-clang-10-cuda-11.cmake)
+
+# Fortran
+set(CMAKE_Fortran_COMPILER /usr/tce/packages/xl/xl-2023.06.28/xlf/16.1.1/bin/xlf  CACHE PATH "")
+set(CMAKE_Fortran_FLAGS_RELEASE "-O3 -DNDEBUG -qarch=pwr9 -qtune=pwr9" CACHE STRING "")
+set(FORTRAN_MANGLE_NO_UNDERSCORE ON CACHE BOOL "")
+set(OpenMP_Fortran_FLAGS "-qsmp=omp" CACHE STRING "")
+set(OpenMP_Fortran_LIB_NAMES "" CACHE STRING "")
+
+# MPI
+set(MPI_HOME /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-10.0.1-gcc-8.3.1 CACHE PATH "")
+set(MPI_Fortran_COMPILER /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28-cuda-11.8.0/bin/mpifort CACHE PATH "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/lassen-base.cmake)
+
+set(ENABLE_CUDA_NVTOOLSEXT ON CACHE BOOL "")

host-configs/LLNL/lassen-clang-13-cuda-11.cmake

@@ -0,0 +1,17 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/lassen-clang-13-cuda-11.cmake)
+
+# Fortran
+set(CMAKE_Fortran_COMPILER /usr/tce/packages/xl/xl-2023.06.28/xlf/16.1.1/bin/xlf  CACHE PATH "")
+set(CMAKE_Fortran_FLAGS_RELEASE "-O3 -DNDEBUG -qarch=pwr9 -qtune=pwr9" CACHE STRING "")
+set(FORTRAN_MANGLE_NO_UNDERSCORE ON CACHE BOOL "")
+set(OpenMP_Fortran_FLAGS "-qsmp=omp" CACHE STRING "")
+set(OpenMP_Fortran_LIB_NAMES "" CACHE STRING "")
+
+# MPI
+set(MPI_HOME /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-13.0.1-gcc-8.3.1 CACHE PATH "")
+set(MPI_Fortran_COMPILER /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-xl-2023.06.28-cuda-11.8.0/bin/mpifort CACHE PATH "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/lassen-base.cmake)
+
+set(ENABLE_CUDA_NVTOOLSEXT ON CACHE BOOL "")
+

host-configs/LLNL/lassen-clang-13-cuda-12.cmake

@@ -0,0 +1,25 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/lassen-clang-13-cuda-12.cmake)
+
+# Fortran
+set(CMAKE_Fortran_COMPILER /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran  CACHE PATH "")
+set(CMAKE_Fortran_FLAGS_RELEASE "-O3 -DNDEBUG -mtune=power9" CACHE STRING "")
+set(FORTRAN_MANGLE_NO_UNDERSCORE ON CACHE BOOL "")
+set(OpenMP_Fortran_FLAGS "-fopenmp" CACHE STRING "")
+set(OpenMP_Fortran_LIB_NAMES "" CACHE STRING "")
+
+# MPI
+set(MPI_HOME /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-clang-13.0.1-gcc-8.3.1/ CACHE PATH "")
+set(MPI_Fortran_COMPILER /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1/bin/mpifort CACHE PATH "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/lassen-base.cmake)
+
+# Overwrite options set on lassen-base.cmake
+set(ENABLE_OPENMP OFF CACHE BOOL "" FORCE)
+set(ENABLE_CUDA_NVTOOLSEXT ON CACHE BOOL "")
+
+# Overwrite ESSL defaults from lassen-base.cmake
+# Reason: libesslsmpcuda.so depends on cuda-11
+set(ESSL_LIBRARIES ${ESSL_DIR}/lib64/libessl.so
+                   ${ESSL_DIR}/lib64/liblapackforessl.so
+                   ${ESSL_DIR}/lib64/liblapackforessl_.so
+                   CACHE PATH "" FORCE )

host-configs/LLNL/lassen-gcc-8-cuda-11.cmake

@@ -0,0 +1,19 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/lassen-gcc-8-cuda-11.cmake)
+
+# C++
+# The "-march=native -mtune=native" which LvArray adds breaks the PVT package.
+set(CMAKE_CXX_FLAGS_RELEASE "-O3 -DNDEBUG" CACHE STRING "" FORCE)
+set(CMAKE_CUDA_FLAGS_RELEASE "-O3 -DNDEBUG -Xcompiler -DNDEBUG -Xcompiler -O3" CACHE STRING "" FORCE)
+
+# Fortran
+set(CMAKE_Fortran_COMPILER /usr/tce/packages/gcc/gcc-8.3.1/bin/gfortran CACHE PATH "")
+set(CMAKE_Fortran_FLAGS_RELEASE "-O3 -DNDEBUG -mcpu=power9 -mtune=power9" CACHE STRING "")
+set(FORTRAN_MANGLE_NO_UNDERSCORE OFF CACHE BOOL "")
+
+# MPI
+set(MPI_HOME /usr/tce/packages/spectrum-mpi/spectrum-mpi-rolling-release-gcc-8.3.1 CACHE PATH "")
+set(MPI_Fortran_COMPILER ${MPI_HOME}/bin/mpifort CACHE PATH "")
+
+set(ENABLE_CUDA_NVTOOLSEXT ON CACHE BOOL "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/lassen-base.cmake)

host-configs/LLNL/llnl-cpu-base.cmake

@@ -0,0 +1,72 @@
+###############################################################################
+#
+# Base configuration for LC cpu builds
+# Calling configuration file must define the following CMAKE variables:
+#
+# MPI_HOME
+#
+###############################################################################
+
+# Fortran
+set(ENABLE_FORTRAN OFF CACHE BOOL "")
+
+# Fortran
+set(CMAKE_Fortran_COMPILER /usr/tce/packages/gcc/gcc-12.1.1-magic/bin/gfortran CACHE PATH "")
+set(CMAKE_Fortran_FLAGS_RELEASE "-O3 -DNDEBUG -march=native -mtune=native" CACHE STRING "")
+
+# PYGEOSX
+set(ENABLE_PYGEOSX ON CACHE BOOL "")
+set(Python3_ROOT_DIR /usr/gapps/GEOSX/thirdPartyLibs/python/quartz-gcc-python/python CACHE PATH "")
+set(Python3_EXECUTABLE ${Python3_ROOT_DIR}/bin/python3 CACHE PATH "")
+
+# YAPF python formatting
+set(YAPF_EXECUTABLE /usr/gapps/GEOSX/thirdPartyLibs/python/quartz-gcc-python/python/bin/yapf CACHE PATH "" FORCE)
+
+# Sphinx
+set(SPHINX_EXECUTABLE /usr/gapps/GEOSX/thirdPartyLibs/python/quartz-gcc-python/python/bin/sphinx-build CACHE PATH "" FORCE)
+
+# ATS
+set(ATS_ARGUMENTS "--machine slurm56"  CACHE STRING "")
+
+# MPI
+set(ENABLE_MPI ON CACHE BOOL "")
+set(MPI_C_COMPILER ${MPI_HOME}/bin/mpicc CACHE PATH "")
+set(MPI_CXX_COMPILER  ${MPI_HOME}/bin/mpicxx CACHE PATH "")
+set(MPI_Fortran_COMPILER ${MPI_HOME}/bin/mpifort CACHE PATH "")
+set(MPIEXEC /usr/bin/srun CACHE PATH "")
+set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "")
+
+# PAPI (For TPL caliper builds)
+set(ENABLE_PAPI ON CACHE BOOL "")
+set(PAPI_PREFIX /usr/tce/packages/papi/papi-6.0.0.1/ CACHE PATH "")
+
+# OpenMP
+set(ENABLE_OPENMP ON CACHE BOOL "")
+
+# GEOSX specific options
+set(ENABLE_PVTPackage ON CACHE BOOL "")
+set(ENABLE_PETSC OFF CACHE BOOL "Enables PETSc." FORCE)
+
+# PYGEOSX
+set(ENABLE_PYGEOSX ON CACHE BOOL "")
+set(Python3_ROOT_DIR /usr/apps/python-3.11.5 CACHE PATH "")
+set(Python3_EXECUTABLE ${Python3_ROOT_DIR}/bin/python3 CACHE PATH "")
+
+# caliper
+set(ENABLE_CALIPER ON CACHE BOOL "" FORCE)
+set(ENABLE_CALIPER_HYPRE ON CACHE BOOL "" FORCE)
+
+# MKL
+set(ENABLE_MKL ON CACHE BOOL "")
+set(MKL_ROOT /usr/tce/packages/mkl/mkl-2022.1.0)
+set(MKL_INCLUDE_DIRS ${MKL_ROOT}/include CACHE STRING "")
+set(MKL_LIBRARIES ${MKL_ROOT}/lib/intel64/libmkl_intel_lp64.so
+                  ${MKL_ROOT}/lib/intel64/libmkl_gnu_thread.so
+                  ${MKL_ROOT}/lib/intel64/libmkl_core.so
+                  CACHE STRING "")
+
+# ATS
+set(USER $ENV{USER} CACHE STRING "")
+set(ATS_WORKING_DIR "/p/lustre2/${USER}/integratedTestsGEOS/${CONFIG_NAME}"  CACHE PATH "")
+set(ATS_BASELINE_DIR "/p/lustre2/${USER}/integratedTestsGEOS/baselines"  CACHE PATH "")
+include(${CMAKE_CURRENT_LIST_DIR}/../tpls.cmake)

host-configs/LLNL/ruby-clang-14.cmake

@@ -0,0 +1,10 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/ruby-clang-14.cmake)
+
+# MPI
+set(MPI_HOME /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6-magic CACHE PATH "")
+# This is here to note the required flags for using valgrind. These will have to be propagated to the TPL's
+#set( CMAKE_CXX_FLAGS "-march=x86-64-v2 -mno-avx512f" CACHE STRING "" FORCE)
+# This is what is required for using address sanitizer. This should be put into GeosxOptions.cmake when it is incorporated into the build options.
+#set( CMAKE_CXX_FLAGS "-g -O2 -fno-omit-frame-pointer -fsanitize=address" CACHE STRING "" FORCE)
+
+include(${CMAKE_CURRENT_LIST_DIR}/llnl-cpu-base.cmake)

host-configs/LLNL/ruby-gcc-12.cmake

@@ -0,0 +1,9 @@
+include(${CMAKE_CURRENT_LIST_DIR}/../../src/coreComponents/LvArray/host-configs/LLNL/ruby-gcc-12.cmake)
+
+# MPI
+set(MPI_HOME /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1-magic CACHE PATH "")
+
+# ATS
+set(ATS_ARGUMENTS "--machine slurm56"  CACHE STRING "")
+
+include(${CMAKE_CURRENT_LIST_DIR}/llnl-cpu-base.cmake)