diff --git a/.gitlab/build_tioga.yml b/.gitlab/build_tioga.yml index bf7182f835..ab9c548366 100644 --- a/.gitlab/build_tioga.yml +++ b/.gitlab/build_tioga.yml @@ -34,17 +34,17 @@ #### # PR Build jobs -tioga-clang_16_0_0_hip_5_6_0-src: +tioga-rocmcc_6_1_2_hip-src: variables: - COMPILER: "clang@16.0.0_hip" + COMPILER: "rocmcc@6.1.2_hip" HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}.cmake" extends: .src_build_on_tioga #### # Full Build jobs -tioga-clang_16_0_0_hip_5_6_0-full: +tioga-rocmcc_6_1_2_hip-full: variables: - COMPILER: "clang@16.0.0_hip" + COMPILER: "rocmcc@6.1.2_hip" SPEC: "%${COMPILER}~openmp+rocm+mfem+c2c" - EXTRASPEC: "amdgpu_target=gfx90a ^hip@5.6.0 ^hsa-rocr-dev@5.6.0 ^llvm-amdgpu@5.6.0 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion" + EXTRASPEC: "amdgpu_target=gfx90a ^hip@6.1.2 ^hsa-rocr-dev@6.1.2 ^llvm-amdgpu@6.1.2 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion" extends: .full_build_on_tioga diff --git a/host-configs/rzadams-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake b/host-configs/rzadams-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake new file mode 100644 index 0000000000..b80bf0f2a3 --- /dev/null +++ b/host-configs/rzadams-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake @@ -0,0 +1,143 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/blt-0.6.2-m2jazqd67mbayqe6ofrwkx6befr62fhz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: cce@=18.0.0 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/case-insensitive/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/crayftn" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-ef" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpif90" CACHE PATH "") + +# Unable to determine MPIEXEC, axom tests may fail + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE "unwind" CACHE STRING "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake b/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake new file mode 100644 index 0000000000..5eb7ce5d99 --- /dev/null +++ b/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake @@ -0,0 +1,141 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/umpire-2024.07.0-eqgelvald34dmgfcyhevxphmwkwbkcf2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/fmt-11.0.2-h3wnomtfs6e3ue5gb7xxtmwn6wkkg672;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/raja-2024.07.0-el4p4b3z7f57ymuepadf53t4zsxryaho;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/camp-2024.07.0-qqzjcdfqywxqmwa3x5rltozje6a6z6hb;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/mfem-4.6.0-kkzsco5oovduw4f5qb4peq2oe4e642rh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hypre-2.24.0-4kf24mxt6e3l7s6dr3a46rsbmadp6h5g;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/lua-5.4.6-kt4n5423ccmrrlhmrohfwzhwob33ezol;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/conduit-0.9.2-w6uexygvjv7g45cddzebzf2c4pyvawi2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/parmetis-4.0.3-4xmnxxvzb77ygpj6z44kwrpy3enthqzc;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/metis-5.1.0-wh7uzwbzc5pftivibu2emd5ui5bpk4u7;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hdf5-1.8.23-lqz2xgdhlxndz6onzvr2itmvoy4i4ldk;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/zlib-1.3.1-ektuenp55p54jymdjnwopbrfwey7xeeg;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/caliper-2.10.0-qs3vfcedkqxc7eqvbmkc6qq54lintdgb;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/c2c-1.8.0-y7xmpoy6nja6pfq5prxuaqrizs7c4zys;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/blt-0.6.2-npjqsqy32t3xxvdtbn7zo37xdxbee6ti;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/adiak-0.4.0-hgvm7il3azqfwmwudxw7ekf3susnlird;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/axom-develop-svmjwq6ibzs7w6xgziqtmhqqlihogcbt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/axom-develop-svmjwq6ibzs7w6xgziqtmhqqlihogcbt/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/adiak-0.4.0-hgvm7il3azqfwmwudxw7ekf3susnlird/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/c2c-1.8.0-y7xmpoy6nja6pfq5prxuaqrizs7c4zys/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/conduit-0.9.2-w6uexygvjv7g45cddzebzf2c4pyvawi2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hdf5-1.8.23-lqz2xgdhlxndz6onzvr2itmvoy4i4ldk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/zlib-1.3.1-ektuenp55p54jymdjnwopbrfwey7xeeg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/metis-5.1.0-wh7uzwbzc5pftivibu2emd5ui5bpk4u7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/parmetis-4.0.3-4xmnxxvzb77ygpj6z44kwrpy3enthqzc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/lua-5.4.6-kt4n5423ccmrrlhmrohfwzhwob33ezol/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/mfem-4.6.0-kkzsco5oovduw4f5qb4peq2oe4e642rh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hypre-2.24.0-4kf24mxt6e3l7s6dr3a46rsbmadp6h5g/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/raja-2024.07.0-el4p4b3z7f57ymuepadf53t4zsxryaho/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/camp-2024.07.0-qqzjcdfqywxqmwa3x5rltozje6a6z6hb/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/caliper-2.10.0-qs3vfcedkqxc7eqvbmkc6qq54lintdgb/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/umpire-2024.07.0-eqgelvald34dmgfcyhevxphmwkwbkcf2/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/fmt-11.0.2-h3wnomtfs6e3ue5gb7xxtmwn6wkkg672/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/axom-develop-svmjwq6ibzs7w6xgziqtmhqqlihogcbt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/axom-develop-svmjwq6ibzs7w6xgziqtmhqqlihogcbt/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/adiak-0.4.0-hgvm7il3azqfwmwudxw7ekf3susnlird/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/c2c-1.8.0-y7xmpoy6nja6pfq5prxuaqrizs7c4zys/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/conduit-0.9.2-w6uexygvjv7g45cddzebzf2c4pyvawi2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hdf5-1.8.23-lqz2xgdhlxndz6onzvr2itmvoy4i4ldk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/zlib-1.3.1-ektuenp55p54jymdjnwopbrfwey7xeeg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/metis-5.1.0-wh7uzwbzc5pftivibu2emd5ui5bpk4u7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/parmetis-4.0.3-4xmnxxvzb77ygpj6z44kwrpy3enthqzc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/lua-5.4.6-kt4n5423ccmrrlhmrohfwzhwob33ezol/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/mfem-4.6.0-kkzsco5oovduw4f5qb4peq2oe4e642rh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/hypre-2.24.0-4kf24mxt6e3l7s6dr3a46rsbmadp6h5g/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/raja-2024.07.0-el4p4b3z7f57ymuepadf53t4zsxryaho/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/camp-2024.07.0-qqzjcdfqywxqmwa3x5rltozje6a6z6hb/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/caliper-2.10.0-qs3vfcedkqxc7eqvbmkc6qq54lintdgb/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/umpire-2024.07.0-eqgelvald34dmgfcyhevxphmwkwbkcf2/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2/fmt-11.0.2-h3wnomtfs6e3ue5gb7xxtmwn6wkkg672/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.1.2 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpif90" CACHE PATH "") + +# Unable to determine MPIEXEC, axom tests may fail + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.1.2/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.1.2/lib/llvm/lib -L/opt/rocm-6.1.2/lib -Wl,-rpath,/opt/rocm-6.1.2/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.1.2" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-w6uexygvjv7g45cddzebzf2c4pyvawi2" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-y7xmpoy6nja6pfq5prxuaqrizs7c4zys" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-kkzsco5oovduw4f5qb4peq2oe4e642rh" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-lqz2xgdhlxndz6onzvr2itmvoy4i4ldk" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-kt4n5423ccmrrlhmrohfwzhwob33ezol" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-el4p4b3z7f57ymuepadf53t4zsxryaho" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-eqgelvald34dmgfcyhevxphmwkwbkcf2" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-hgvm7il3azqfwmwudxw7ekf3susnlird" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-qs3vfcedkqxc7eqvbmkc6qq54lintdgb" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-qqzjcdfqywxqmwa3x5rltozje6a6z6hb" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake b/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake new file mode 100644 index 0000000000..cf55f318dd --- /dev/null +++ b/host-configs/rzadams-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake @@ -0,0 +1,141 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/umpire-2024.07.0-5aseh3zrdwmpl3lqf4rq5ruqszfvmnb5;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/fmt-11.0.2-hwrpzl3jooz7i65odnksfmxnsrf6d6sl;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/raja-2024.07.0-4hbefyv3d53elii675vyrrsf2dqzro53;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/camp-2024.07.0-cdf6mu6kmg33tze7qyi2dbsou3lrwl24;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/mfem-4.6.0-6oxmy2i2xj2o33ofyetsegdujecekqgn;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hypre-2.24.0-foz6b27kleqdgmmzsdvpwjigdsoykx4x;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/lua-5.4.6-nzsmjzppzhqmkktl34wqgehsd5p3q2ol;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/conduit-0.9.2-r7d5rxh2b4a2yxkgtn5ba22raaejusl4;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/parmetis-4.0.3-xd5pbav3ovs6gwvmp7lfey2coi3j36ai;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/metis-5.1.0-f3c7kd5vapvi2wf4nhwfaivxustgbddo;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hdf5-1.8.23-birztt34pmwkf7awjzmpo24wiqozetoz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/zlib-1.3.1-f3sby2z2b2ff3kx6tg2xpds42x2k4u7p;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/caliper-2.10.0-enf5ycpyxbqgbkztcc4s7crc7ianmbi4;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/c2c-1.8.0-254byruibds3wjeij7u453vzjk5wc26e;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/blt-0.6.2-4yqzr5jlco2hibawbwglc2g4n2hjatxx;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/adiak-0.4.0-4tg3h7x4k7gkq2pjolovwuuhz4cw25ud;/opt/rocm-6.2.1/llvm;/opt/rocm-6.2.1;/opt/rocm-6.2.1/hip;/opt/rocm-6.2.1;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/axom-develop-q63f6r3pazwvoa7ue447j7lgluzrfmda/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/axom-develop-q63f6r3pazwvoa7ue447j7lgluzrfmda/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/adiak-0.4.0-4tg3h7x4k7gkq2pjolovwuuhz4cw25ud/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/c2c-1.8.0-254byruibds3wjeij7u453vzjk5wc26e/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/conduit-0.9.2-r7d5rxh2b4a2yxkgtn5ba22raaejusl4/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hdf5-1.8.23-birztt34pmwkf7awjzmpo24wiqozetoz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/zlib-1.3.1-f3sby2z2b2ff3kx6tg2xpds42x2k4u7p/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/metis-5.1.0-f3c7kd5vapvi2wf4nhwfaivxustgbddo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/parmetis-4.0.3-xd5pbav3ovs6gwvmp7lfey2coi3j36ai/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/lua-5.4.6-nzsmjzppzhqmkktl34wqgehsd5p3q2ol/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/mfem-4.6.0-6oxmy2i2xj2o33ofyetsegdujecekqgn/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hypre-2.24.0-foz6b27kleqdgmmzsdvpwjigdsoykx4x/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/raja-2024.07.0-4hbefyv3d53elii675vyrrsf2dqzro53/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/camp-2024.07.0-cdf6mu6kmg33tze7qyi2dbsou3lrwl24/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/caliper-2.10.0-enf5ycpyxbqgbkztcc4s7crc7ianmbi4/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/umpire-2024.07.0-5aseh3zrdwmpl3lqf4rq5ruqszfvmnb5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/fmt-11.0.2-hwrpzl3jooz7i65odnksfmxnsrf6d6sl/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/axom-develop-q63f6r3pazwvoa7ue447j7lgluzrfmda/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/axom-develop-q63f6r3pazwvoa7ue447j7lgluzrfmda/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/adiak-0.4.0-4tg3h7x4k7gkq2pjolovwuuhz4cw25ud/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/c2c-1.8.0-254byruibds3wjeij7u453vzjk5wc26e/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/conduit-0.9.2-r7d5rxh2b4a2yxkgtn5ba22raaejusl4/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hdf5-1.8.23-birztt34pmwkf7awjzmpo24wiqozetoz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/zlib-1.3.1-f3sby2z2b2ff3kx6tg2xpds42x2k4u7p/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/metis-5.1.0-f3c7kd5vapvi2wf4nhwfaivxustgbddo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/parmetis-4.0.3-xd5pbav3ovs6gwvmp7lfey2coi3j36ai/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/lua-5.4.6-nzsmjzppzhqmkktl34wqgehsd5p3q2ol/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/mfem-4.6.0-6oxmy2i2xj2o33ofyetsegdujecekqgn/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/hypre-2.24.0-foz6b27kleqdgmmzsdvpwjigdsoykx4x/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/raja-2024.07.0-4hbefyv3d53elii675vyrrsf2dqzro53/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/camp-2024.07.0-cdf6mu6kmg33tze7qyi2dbsou3lrwl24/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/caliper-2.10.0-enf5ycpyxbqgbkztcc4s7crc7ianmbi4/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/umpire-2024.07.0-5aseh3zrdwmpl3lqf4rq5ruqszfvmnb5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1/fmt-11.0.2-hwrpzl3jooz7i65odnksfmxnsrf6d6sl/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.2.1 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpif90" CACHE PATH "") + +# Unable to determine MPIEXEC, axom tests may fail + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.2.1/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.2.1/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.2.1" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.2.1/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.2.1/lib/llvm/lib -L/opt/rocm-6.2.1/lib -Wl,-rpath,/opt/rocm-6.2.1/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.2.1/lib64 -Wl,-rpath,/opt/rocm-6.2.1/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/rocmcc-6.2.1" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-r7d5rxh2b4a2yxkgtn5ba22raaejusl4" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-254byruibds3wjeij7u453vzjk5wc26e" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-6oxmy2i2xj2o33ofyetsegdujecekqgn" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-birztt34pmwkf7awjzmpo24wiqozetoz" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-nzsmjzppzhqmkktl34wqgehsd5p3q2ol" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-4hbefyv3d53elii675vyrrsf2dqzro53" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-5aseh3zrdwmpl3lqf4rq5ruqszfvmnb5" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-4tg3h7x4k7gkq2pjolovwuuhz4cw25ud" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-enf5ycpyxbqgbkztcc4s7crc7ianmbi4" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-cdf6mu6kmg33tze7qyi2dbsou3lrwl24" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake new file mode 100644 index 0000000000..c56d41ce93 --- /dev/null +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake @@ -0,0 +1,141 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/blt-0.6.2-lvxjc4eelicbd5kuc5cugvuyhfmmpgal;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: cce@=18.0.0 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/cce/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/cce/case-insensitive/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/cce/crayftn" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-ef" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE "unwind" CACHE STRING "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/cce-18.0.0" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake deleted file mode 100644 index 484af3af3b..0000000000 --- a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake +++ /dev/null @@ -1,139 +0,0 @@ -#------------------------------------------------------------------------------ -# !!!! This is a generated file, edit at own risk !!!! -#------------------------------------------------------------------------------ -# CMake executable path: /usr/tce/bin/cmake -#------------------------------------------------------------------------------ - -set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/blt-0.6.2-dyarpxoltcw2fxeb3t34223i45hyoutj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm;/opt/rocm-5.6.0/llvm;/opt/rocm-5.6.0;/opt/rocm-5.6.0/hip;/opt/rocm-5.6.0;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0;/usr/tce" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") - -set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l/lib;/opt/rocm-5.6.0/hip/lib;/opt/rocm-5.6.0/lib;/opt/rocm-5.6.0/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l/lib;/opt/rocm-5.6.0/hip/lib;/opt/rocm-5.6.0/lib;/opt/rocm-5.6.0/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") - -#------------------------------------------------------------------------------ -# Compilers -#------------------------------------------------------------------------------ -# Compiler Spec: clang@=16.0.0 -#------------------------------------------------------------------------------ -if(DEFINED ENV{SPACK_CC}) - - set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/clang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/clang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/flang" CACHE PATH "") - -else() - - set(CMAKE_C_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdclang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdclang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdflang" CACHE PATH "") - -endif() - -set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") - -set(ENABLE_FORTRAN ON CACHE BOOL "") - -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - -#------------------------------------------------------------------------------ -# MPI -#------------------------------------------------------------------------------ - -set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpicc" CACHE PATH "") - -set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpicxx" CACHE PATH "") - -set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpif90" CACHE PATH "") - -set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") - -set(ENABLE_MPI ON CACHE BOOL "") - -set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") - -#------------------------------------------------------------------------------ -# Hardware -#------------------------------------------------------------------------------ - -#------------------------------------------------ -# ROCm -#------------------------------------------------ - -set(HIP_ROOT_DIR "/opt/rocm-5.6.0/hip" CACHE PATH "") - -set(CMAKE_HIP_COMPILER "/opt/rocm-5.6.0/llvm/bin/clang++" CACHE FILEPATH "") - -set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") - -set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") - -set(GPU_TARGETS "gfx90a" CACHE STRING "") - -#------------------------------------------------------------------------------ - -# Axom ROCm specifics - -#------------------------------------------------------------------------------ - - -set(ENABLE_HIP ON CACHE BOOL "") - -set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.6.0/hip/../llvm/lib/clang/16.0.0/include" CACHE PATH "") - -set(CMAKE_EXE_LINKER_FLAGS "-Wl,--disable-new-dtags -L/opt/rocm-5.6.0/hip/../llvm/lib -L/opt/rocm-5.6.0/hip/lib -Wl,-rpath,/opt/rocm-5.6.0/hip/../llvm/lib:/opt/rocm-5.6.0/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.6.0/hip/../lib64 -Wl,-rpath,/opt/rocm-5.6.0/hip/../lib64 -L/opt/rocm-5.6.0/hip/../lib -Wl,-rpath,/opt/rocm-5.6.0/hip/../lib -lamd_comgr -lhsa-runtime64 " CACHE STRING "") - -#------------------------------------------------ -# Hardware Specifics -#------------------------------------------------ - -set(ENABLE_OPENMP OFF CACHE BOOL "") - -set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") - -#------------------------------------------------------------------------------ -# TPLs -#------------------------------------------------------------------------------ - -set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-16.0.0" CACHE PATH "") - -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy" CACHE PATH "") - -set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l" CACHE PATH "") - -set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz" CACHE PATH "") - -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek" CACHE PATH "") - -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf" CACHE PATH "") - -set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey" CACHE PATH "") - -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde" CACHE PATH "") - -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm" CACHE PATH "") - -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh" CACHE PATH "") - -set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip" CACHE PATH "") - -# scr not built - -#------------------------------------------------------------------------------ -# Devtools -#------------------------------------------------------------------------------ - -# ClangFormat disabled due to llvm and devtools not in spec - -set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") - -set(ENABLE_DOCS OFF CACHE BOOL "") - - diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake deleted file mode 100644 index 8ac7462fc3..0000000000 --- a/host-configs/rzvernal-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ /dev/null @@ -1,139 +0,0 @@ -#------------------------------------------------------------------------------ -# !!!! This is a generated file, edit at own risk !!!! -#------------------------------------------------------------------------------ -# CMake executable path: /usr/tce/bin/cmake -#------------------------------------------------------------------------------ - -set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/blt-0.6.2-xnjxcxij26ycbcqqzcxukg6qahgk7joy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw;/opt/rocm-5.7.1/llvm;/opt/rocm-5.7.1;/opt/rocm-5.7.1/hip;/opt/rocm-5.7.1;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1;/usr/tce" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") - -set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") - -#------------------------------------------------------------------------------ -# Compilers -#------------------------------------------------------------------------------ -# Compiler Spec: clang@=17.0.0 -#------------------------------------------------------------------------------ -if(DEFINED ENV{SPACK_CC}) - - set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/clang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/clang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/spack/lib/spack/env/clang/flang" CACHE PATH "") - -else() - - set(CMAKE_C_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdflang" CACHE PATH "") - -endif() - -set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") - -set(ENABLE_FORTRAN ON CACHE BOOL "") - -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - -#------------------------------------------------------------------------------ -# MPI -#------------------------------------------------------------------------------ - -set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicc" CACHE PATH "") - -set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicxx" CACHE PATH "") - -set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpif90" CACHE PATH "") - -set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") - -set(ENABLE_MPI ON CACHE BOOL "") - -set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") - -#------------------------------------------------------------------------------ -# Hardware -#------------------------------------------------------------------------------ - -#------------------------------------------------ -# ROCm -#------------------------------------------------ - -set(HIP_ROOT_DIR "/opt/rocm-5.7.1/hip" CACHE PATH "") - -set(CMAKE_HIP_COMPILER "/opt/rocm-5.7.1/llvm/bin/clang++" CACHE FILEPATH "") - -set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") - -set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") - -set(GPU_TARGETS "gfx90a" CACHE STRING "") - -#------------------------------------------------------------------------------ - -# Axom ROCm specifics - -#------------------------------------------------------------------------------ - - -set(ENABLE_HIP ON CACHE BOOL "") - -set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") - -set(CMAKE_EXE_LINKER_FLAGS "-Wl,--disable-new-dtags -L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 " CACHE STRING "") - -#------------------------------------------------ -# Hardware Specifics -#------------------------------------------------ - -set(ENABLE_OPENMP OFF CACHE BOOL "") - -set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") - -#------------------------------------------------------------------------------ -# TPLs -#------------------------------------------------------------------------------ - -set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_13_35_23/clang-17.0.0" CACHE PATH "") - -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr" CACHE PATH "") - -set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf" CACHE PATH "") - -set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d" CACHE PATH "") - -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq" CACHE PATH "") - -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf" CACHE PATH "") - -set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe" CACHE PATH "") - -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte" CACHE PATH "") - -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw" CACHE PATH "") - -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y" CACHE PATH "") - -set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2" CACHE PATH "") - -# scr not built - -#------------------------------------------------------------------------------ -# Devtools -#------------------------------------------------------------------------------ - -# ClangFormat disabled due to llvm and devtools not in spec - -set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") - -set(ENABLE_DOCS OFF CACHE BOOL "") - - diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake new file mode 100644 index 0000000000..1c451b8675 --- /dev/null +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake @@ -0,0 +1,139 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/blt-0.6.2-eo77mfvlgtqc4atyuvfdj437lzdh5su2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.1.2 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.1.2/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.1.2/lib/llvm/lib -L/opt/rocm-6.1.2/lib -Wl,-rpath,/opt/rocm-6.1.2/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.1.2" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake b/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake new file mode 100644 index 0000000000..d35b51268c --- /dev/null +++ b/host-configs/rzvernal-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake @@ -0,0 +1,139 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/blt-0.6.2-gvehddmo22vhtwjpmq2o2donadrs4fzh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk;/opt/rocm-6.2.1/llvm;/opt/rocm-6.2.1;/opt/rocm-6.2.1/hip;/opt/rocm-6.2.1;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.2.1 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.2.1/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.2.1/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.2.1" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.2.1/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.2.1/lib/llvm/lib -L/opt/rocm-6.2.1/lib -Wl,-rpath,/opt/rocm-6.2.1/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.2.1/lib64 -Wl,-rpath,/opt/rocm-6.2.1/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_08_42_41/rocmcc-6.2.1" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake new file mode 100644 index 0000000000..bafa6b9560 --- /dev/null +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-cce@18.0.0_hip.cmake @@ -0,0 +1,141 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/blt-0.6.2-lvxjc4eelicbd5kuc5cugvuyhfmmpgal;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/axom-develop-neva5dl6freraobihee7k6x7iinpoyp5/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/zlib-1.3.1-5a5jqszzzecbac3ia6oytsrldyanhujp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/metis-5.1.0-mhqzuo2iwax3vsycsqudflhqazraortz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/parmetis-4.0.3-l3smkpmc2loqjpxab6wqsejcgv7rs74k/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/hypre-2.24.0-nfgvtrral3hchc24mt5nuj2cojd2sirt/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0/fmt-11.0.2-j6ww3pkkunzixy3hlffqiizg3xdrhkdu/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: cce@=18.0.0 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/cce/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/cce/case-insensitive/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/cce/crayftn" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-ef" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE "unwind" CACHE STRING "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/cce-18.0.0" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-i5swqvna3rk3mb2derp47qihv3w5a6v7" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-7exbcb3u7vap3ujpejzzh7qrpe6fiucu" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-x6xebwpirnavx22p6tnbgz6trx653ri3" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-brp74x4kctqibowau64ir7xm4lj3rs7s" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-klmpxsflcac3k6lw7obgfcefquh22krg" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-oqtfpje4oza5463l47sjeg3zqvpj66tc" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-j6l7k2or7b6igzfob4fl2kgi67v2fksl" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-yxnj34palkflmlrndc6x7nxuwybrg7cm" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-n2db7icpkqsvr3gckej6ujzs7lji3cpu" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-6plzos2py72y3ns2y72j3ksqdc3qrfqo" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake deleted file mode 100644 index 88dd146d00..0000000000 --- a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@16.0.0_hip.cmake +++ /dev/null @@ -1,139 +0,0 @@ -#------------------------------------------------------------------------------ -# !!!! This is a generated file, edit at own risk !!!! -#------------------------------------------------------------------------------ -# CMake executable path: /usr/tce/bin/cmake -#------------------------------------------------------------------------------ - -set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/blt-0.6.2-dyarpxoltcw2fxeb3t34223i45hyoutj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm;/opt/rocm-5.6.0/llvm;/opt/rocm-5.6.0;/opt/rocm-5.6.0/hip;/opt/rocm-5.6.0;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0;/usr/tce" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") - -set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l/lib;/opt/rocm-5.6.0/hip/lib;/opt/rocm-5.6.0/lib;/opt/rocm-5.6.0/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/axom-develop-3b47b2wk7jfoemcg3l77r77wjvn5omni/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l/lib;/opt/rocm-5.6.0/hip/lib;/opt/rocm-5.6.0/lib;/opt/rocm-5.6.0/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/zlib-ng-2.2.1-pynv24fdz7gqlx4wm2dj6x6el6fu42zm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/metis-5.1.0-o3b6chclwh557m5lr4exhdlq6pvhbss3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/parmetis-4.0.3-uyk5ryduuuftravriddna4hynygens2s/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/ncurses-6.5-zeoxskjirdjchpakkc5wxv4y6pnaijke/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/hypre-2.24.0-hbqzzswfh6422kizd7b5d3p5tj5doizo/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0/fmt-11.0.0-c6zfb4nysq2a5z37usggcx7fn2m6g5s7/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") - -#------------------------------------------------------------------------------ -# Compilers -#------------------------------------------------------------------------------ -# Compiler Spec: clang@=16.0.0 -#------------------------------------------------------------------------------ -if(DEFINED ENV{SPACK_CC}) - - set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/clang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/clang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/flang" CACHE PATH "") - -else() - - set(CMAKE_C_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdclang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdclang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/opt/rocm-5.6.0/llvm/bin/amdflang" CACHE PATH "") - -endif() - -set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") - -set(ENABLE_FORTRAN ON CACHE BOOL "") - -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - -#------------------------------------------------------------------------------ -# MPI -#------------------------------------------------------------------------------ - -set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpicc" CACHE PATH "") - -set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpicxx" CACHE PATH "") - -set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/bin/mpif90" CACHE PATH "") - -set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") - -set(ENABLE_MPI ON CACHE BOOL "") - -set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") - -#------------------------------------------------------------------------------ -# Hardware -#------------------------------------------------------------------------------ - -#------------------------------------------------ -# ROCm -#------------------------------------------------ - -set(HIP_ROOT_DIR "/opt/rocm-5.6.0/hip" CACHE PATH "") - -set(CMAKE_HIP_COMPILER "/opt/rocm-5.6.0/llvm/bin/clang++" CACHE FILEPATH "") - -set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") - -set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") - -set(GPU_TARGETS "gfx90a" CACHE STRING "") - -#------------------------------------------------------------------------------ - -# Axom ROCm specifics - -#------------------------------------------------------------------------------ - - -set(ENABLE_HIP ON CACHE BOOL "") - -set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.6.0/hip/../llvm/lib/clang/16.0.0/include" CACHE PATH "") - -set(CMAKE_EXE_LINKER_FLAGS "-Wl,--disable-new-dtags -L/opt/rocm-5.6.0/hip/../llvm/lib -L/opt/rocm-5.6.0/hip/lib -Wl,-rpath,/opt/rocm-5.6.0/hip/../llvm/lib:/opt/rocm-5.6.0/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.6.0/hip/../lib64 -Wl,-rpath,/opt/rocm-5.6.0/hip/../lib64 -L/opt/rocm-5.6.0/hip/../lib -Wl,-rpath,/opt/rocm-5.6.0/hip/../lib -lamd_comgr -lhsa-runtime64 " CACHE STRING "") - -#------------------------------------------------ -# Hardware Specifics -#------------------------------------------------ - -set(ENABLE_OPENMP OFF CACHE BOOL "") - -set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") - -#------------------------------------------------------------------------------ -# TPLs -#------------------------------------------------------------------------------ - -set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-16.0.0" CACHE PATH "") - -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-lndgp7ve73cwzse7savgynm76rk2yamy" CACHE PATH "") - -set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-fjossx5teajxopgkqhogkr42psd5hm6l" CACHE PATH "") - -set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-ttg36gu2kf37iwt347lrcl2iii7ugrcz" CACHE PATH "") - -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-ooqyhbkdumnskvllubl2mnfpgsvuevek" CACHE PATH "") - -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-okjvzxrxfnxm7bzvqqy76vmsrdasgjhf" CACHE PATH "") - -set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-juuah6k7gt2wbptaymyuzqbllicmytey" CACHE PATH "") - -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-xw3qgm3islfsa6levkedakwswdl5shde" CACHE PATH "") - -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-s3p2bbs3n3bprhixwvxja5b6svk64zzm" CACHE PATH "") - -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-36bghzk6q3ow43vzdkbgfiblggll3zsh" CACHE PATH "") - -set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-x5y47jmwwktji5vi4p2ui3st3w7uafip" CACHE PATH "") - -# scr not built - -#------------------------------------------------------------------------------ -# Devtools -#------------------------------------------------------------------------------ - -# ClangFormat disabled due to llvm and devtools not in spec - -set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") - -set(ENABLE_DOCS OFF CACHE BOOL "") - - diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake deleted file mode 100644 index 5295e5a94d..0000000000 --- a/host-configs/tioga-toss_4_x86_64_ib_cray-clang@17.0.0_hip.cmake +++ /dev/null @@ -1,139 +0,0 @@ -#------------------------------------------------------------------------------ -# !!!! This is a generated file, edit at own risk !!!! -#------------------------------------------------------------------------------ -# CMake executable path: /usr/tce/bin/cmake -#------------------------------------------------------------------------------ - -set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/blt-0.6.2-xnjxcxij26ycbcqqzcxukg6qahgk7joy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw;/opt/rocm-5.7.1/llvm;/opt/rocm-5.7.1;/opt/rocm-5.7.1/hip;/opt/rocm-5.7.1;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1;/usr/tce" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") - -set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/axom-develop-7zchnml34djkckhjr3twm3vbmxdycrik/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf/lib;/opt/rocm-5.7.1/hip/lib;/opt/rocm-5.7.1/lib;/opt/rocm-5.7.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/zlib-ng-2.2.1-qsmhahovhgpvjtebp63ciya3cft3t6ln/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/metis-5.1.0-7wqk5rlknhxqo6tdg5do5xlyfvj6glsq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/parmetis-4.0.3-or2fqrw6hbqkhyh7k5fo6opifcga4yle/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/ncurses-6.5-zqj73d65x5y7pkg2qrz7e6fkf4jfvefw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/hypre-2.24.0-h67v4lbiwbqe3ftc6vsufrkkayr6zk6v/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0/fmt-11.0.0-rhl2umjy2nni3c22frv5p44ms4t6ry4z/lib64;/opt/rh/gcc-toolset-10/root/usr/lib/gcc/x86_64-redhat-linux/10" CACHE STRING "") - -set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") - -#------------------------------------------------------------------------------ -# Compilers -#------------------------------------------------------------------------------ -# Compiler Spec: clang@=17.0.0 -#------------------------------------------------------------------------------ -if(DEFINED ENV{SPACK_CC}) - - set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/clang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/clang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/spack/lib/spack/env/clang/flang" CACHE PATH "") - -else() - - set(CMAKE_C_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang" CACHE PATH "") - - set(CMAKE_CXX_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdclang++" CACHE PATH "") - - set(CMAKE_Fortran_COMPILER "/opt/rocm-5.7.1/llvm/bin/amdflang" CACHE PATH "") - -endif() - -set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") - -set(ENABLE_FORTRAN ON CACHE BOOL "") - -set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") - -#------------------------------------------------------------------------------ -# MPI -#------------------------------------------------------------------------------ - -set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicc" CACHE PATH "") - -set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpicxx" CACHE PATH "") - -set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/bin/mpif90" CACHE PATH "") - -set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") - -set(ENABLE_MPI ON CACHE BOOL "") - -set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") - -#------------------------------------------------------------------------------ -# Hardware -#------------------------------------------------------------------------------ - -#------------------------------------------------ -# ROCm -#------------------------------------------------ - -set(HIP_ROOT_DIR "/opt/rocm-5.7.1/hip" CACHE PATH "") - -set(CMAKE_HIP_COMPILER "/opt/rocm-5.7.1/llvm/bin/clang++" CACHE FILEPATH "") - -set(CMAKE_HIP_ARCHITECTURES "gfx90a" CACHE STRING "") - -set(AMDGPU_TARGETS "gfx90a" CACHE STRING "") - -set(GPU_TARGETS "gfx90a" CACHE STRING "") - -#------------------------------------------------------------------------------ - -# Axom ROCm specifics - -#------------------------------------------------------------------------------ - - -set(ENABLE_HIP ON CACHE BOOL "") - -set(HIP_CLANG_INCLUDE_PATH "/opt/rocm-5.7.1/hip/../llvm/lib/clang/17.0.0/include" CACHE PATH "") - -set(CMAKE_EXE_LINKER_FLAGS "-Wl,--disable-new-dtags -L/opt/rocm-5.7.1/hip/../llvm/lib -L/opt/rocm-5.7.1/hip/lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../llvm/lib:/opt/rocm-5.7.1/hip/lib -lpgmath -lflang -lflangrti -lompstub -lamdhip64 -L/opt/rocm-5.7.1/hip/../lib64 -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib64 -L/opt/rocm-5.7.1/hip/../lib -Wl,-rpath,/opt/rocm-5.7.1/hip/../lib -lamd_comgr -lhsa-runtime64 " CACHE STRING "") - -#------------------------------------------------ -# Hardware Specifics -#------------------------------------------------ - -set(ENABLE_OPENMP OFF CACHE BOOL "") - -set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") - -#------------------------------------------------------------------------------ -# TPLs -#------------------------------------------------------------------------------ - -set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_09_18_15_20_11/clang-17.0.0" CACHE PATH "") - -set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-tjms4wglixbo45w6hr4fa7xfajql4xnr" CACHE PATH "") - -set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-ux4kghahksxmzxs5jsqrvk5bkh3oiwmf" CACHE PATH "") - -set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-hsjurrdtqeduf7fnwaydeejqtni6475d" CACHE PATH "") - -set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-i5pmiapmep42shvad3lfssxqkbqfhxtq" CACHE PATH "") - -set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-nfq42mc4oigoilicrlwf5fo5evxpjcpf" CACHE PATH "") - -set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-d6gfb7btfdps6ftd5rlkzfnsxdyy4efe" CACHE PATH "") - -set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-3sjhgtx5lagkemh35bnuwwgkiurmcqte" CACHE PATH "") - -set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-l7apis6v3cqgjvgkkgmzvxmjswaslsrw" CACHE PATH "") - -set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-vcctevwu73sl3juljppsoker47zr7p7y" CACHE PATH "") - -set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-3sknbhelous4wu3mgeyejsojq3rcwvj2" CACHE PATH "") - -# scr not built - -#------------------------------------------------------------------------------ -# Devtools -#------------------------------------------------------------------------------ - -# ClangFormat disabled due to llvm and devtools not in spec - -set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") - -set(ENABLE_DOCS OFF CACHE BOOL "") - - diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake new file mode 100644 index 0000000000..5b59621268 --- /dev/null +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.1.2_hip.cmake @@ -0,0 +1,139 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/blt-0.6.2-eo77mfvlgtqc4atyuvfdj437lzdh5su2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/axom-develop-3k6brp4byxf65gnypolli4f3onr44hbv/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/zlib-1.3.1-aoywo46l77y7uketvbn4cp2eokue66s3/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/metis-5.1.0-bcmoajf2xwgehwbuynjhoyy7f542v7nl/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/parmetis-4.0.3-cxwpfxqmlcdenxfkxjqwden6aqp7fe34/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/hypre-2.24.0-gher3z34noqrbvn4s3itm2g6oaxcgkip/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2/fmt-11.0.2-j47ee4t2b4scoqvatm7weqsjcojrhsux/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.1.2 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.1.2/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.1.2/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.1.2/lib/llvm/lib -L/opt/rocm-6.1.2/lib -Wl,-rpath,/opt/rocm-6.1.2/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.1.2" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-5fteec3z6su4fkbfk7sfcwjb3oy4dyyy" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-cazdglwlq5l2p6usy5zpv4pi6szete7a" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-bplqd6ijfbvrxtiuq3m7mb2rsh6o5poc" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-s4pmegvvv2zu7eoshmbwqbc6jejpcrwd" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-zaukdli2l2ksxs744qsjemsel37gosvp" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-cqi555li2mt66khlujwwx4mmdfxg4kq5" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-ldmhvg4leqj2z2em3iq3nv3mvec55nmm" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-3emvqbq5m6ruzwoajexslmpixs57ouqr" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-4a5xbx2yybjvls5kspa5paqji27hvmws" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-hcbpird6z6buwcx5sd5t3aqho4yxqv6z" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake b/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake new file mode 100644 index 0000000000..f82d56929c --- /dev/null +++ b/host-configs/tioga-toss_4_x86_64_ib_cray-rocmcc@6.2.1_hip.cmake @@ -0,0 +1,139 @@ +#------------------------------------------------------------------------------ +# !!!! This is a generated file, edit at own risk !!!! +#------------------------------------------------------------------------------ +# CMake executable path: /usr/tce/bin/cmake +#------------------------------------------------------------------------------ + +set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/blt-0.6.2-gvehddmo22vhtwjpmq2o2donadrs4fzh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk;/opt/rocm-6.2.1/llvm;/opt/rocm-6.2.1;/opt/rocm-6.2.1/hip;/opt/rocm-6.2.1;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1;/usr/tce" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "") + +set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/axom-develop-fngdn3m52dwfbxlr442xsculfbxzcadh/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey/lib;/opt/rocm-6.2.1/lib;/opt/rocm-6.2.1/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/zlib-1.3.1-ge5mgabakzcftn6nciinlvju657gqjlz/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/metis-5.1.0-zvuucjwsesfonjwtk6ix3ausyrwti3aa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/parmetis-4.0.3-eq7wn2ougghkw2tvur2js6jsc532b2q2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/hypre-2.24.0-lqt5cjqiq7fbzp2gicbal2helcssornj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w/lib64;/opt/rocm-6.2.1/llvm/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1/fmt-11.0.2-bup7224vwsd7cinw6mvxbsrdww5cwhck/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "") + +set(CMAKE_BUILD_TYPE "Release" CACHE STRING "") + +#------------------------------------------------------------------------------ +# Compilers +#------------------------------------------------------------------------------ +# Compiler Spec: rocmcc@=6.2.1 +#------------------------------------------------------------------------------ +if(DEFINED ENV{SPACK_CC}) + + set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/spack/lib/spack/env/rocmcc/amdflang" CACHE PATH "") + +else() + + set(CMAKE_C_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang" CACHE PATH "") + + set(CMAKE_CXX_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdclang++" CACHE PATH "") + + set(CMAKE_Fortran_COMPILER "/opt/rocm-6.2.1/llvm/bin/amdflang" CACHE PATH "") + +endif() + +set(CMAKE_Fortran_FLAGS "-Mfreeform" CACHE STRING "") + +set(ENABLE_FORTRAN ON CACHE BOOL "") + +set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + +#------------------------------------------------------------------------------ +# MPI +#------------------------------------------------------------------------------ + +set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicc" CACHE PATH "") + +set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpicxx" CACHE PATH "") + +set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/bin/mpif90" CACHE PATH "") + +set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "") + +set(ENABLE_MPI ON CACHE BOOL "") + +set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "") + +#------------------------------------------------------------------------------ +# Hardware +#------------------------------------------------------------------------------ + +#------------------------------------------------ +# ROCm +#------------------------------------------------ + +set(HIP_ROOT_DIR "/opt/rocm-6.2.1/hip" CACHE PATH "") + +set(CMAKE_HIP_COMPILER "/opt/rocm-6.2.1/llvm/bin/clang++" CACHE FILEPATH "") + +set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "") + +set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "") + +#------------------------------------------------------------------------------ + +# Axom ROCm specifics + +#------------------------------------------------------------------------------ + + +set(ENABLE_HIP ON CACHE BOOL "") + +set(ROCM_PATH "/opt/rocm-6.2.1" CACHE PATH "") + +set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -Wl,--disable-new-dtags -L/opt/rocm-6.2.1/lib/llvm/lib -Wl,-rpath,/opt/rocm-6.2.1/lib/llvm/lib -L/opt/rocm-6.2.1/lib -Wl,-rpath,/opt/rocm-6.2.1/lib -lpgmath -lflang -lflangrti -lompstub -L/opt/rocm-6.2.1/lib64 -Wl,-rpath,/opt/rocm-6.2.1/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "") + +#------------------------------------------------ +# Hardware Specifics +#------------------------------------------------ + +set(ENABLE_OPENMP OFF CACHE BOOL "") + +set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "") + +#------------------------------------------------------------------------------ +# TPLs +#------------------------------------------------------------------------------ + +set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_13_30_19/rocmcc-6.2.1" CACHE PATH "") + +set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-7bozm5tcecq3gumbftc5ng7a53eskyam" CACHE PATH "") + +set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-gvxdlgkotdfic2kq2wacb5c2dzhasdey" CACHE PATH "") + +set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-wndbbwnoi2dxcetvq42xlliystknh47d" CACHE PATH "") + +set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-lbdey5fhb27vyd3dva4hrpcyxphfdrrk" CACHE PATH "") + +set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-ygxop22bqjes3xqibogwdk67bmz7ts6j" CACHE PATH "") + +set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-jlpy6qojo7xemd33n5ehranp3yu63cz2" CACHE PATH "") + +set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-vqzjl2g6ydjniz5x4scjgfpsu2xtmb2e" CACHE PATH "") + +set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-3lamdguwrmfcm6jp5yulflpltibwkhjk" CACHE PATH "") + +set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-mlxfyhakpi4tebkr62gvvhgtuvogdm3w" CACHE PATH "") + +set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-vnqw3c4b6ivlgf4k2oevxu3jg3b4vbjm" CACHE PATH "") + +# scr not built + +#------------------------------------------------------------------------------ +# Devtools +#------------------------------------------------------------------------------ + +# ClangFormat disabled due to llvm and devtools not in spec + +set(ENABLE_CLANGFORMAT OFF CACHE BOOL "") + +set(ENABLE_DOCS OFF CACHE BOOL "") + + diff --git a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml index 4ae77c737a..39c350ad26 100644 --- a/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml +++ b/scripts/spack/configs/toss_4_x86_64_ib_cray/spack.yaml @@ -17,6 +17,11 @@ spack: # Regular TPLs do not need views view: false + # Target specific AMD GPU architectures for specific machines: + # + # - Use amdgpu_target=gfx942 for rzadams + # - Use amdgpu_target=gfx90a for tioga/rzvernal + # - Use amdgpu_target=gfx908 for rznevada compilers:: - compiler: environment: {} @@ -72,7 +77,35 @@ spack: cxx: /opt/rocm-5.7.1/llvm/bin/amdclang++ f77: /opt/rocm-5.7.1/llvm/bin/amdflang fc: /opt/rocm-5.7.1/llvm/bin/amdflang - spec: clang@17.0.0 + spec: rocmcc@=5.7.1 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-6.1.2/llvm/bin/amdclang + cxx: /opt/rocm-6.1.2/llvm/bin/amdclang++ + f77: /opt/rocm-6.1.2/llvm/bin/amdflang + fc: /opt/rocm-6.1.2/llvm/bin/amdflang + spec: rocmcc@=6.1.2 + target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + flags: + fflags: -Mfreeform + modules: [] + operating_system: rhel8 + paths: + cc: /opt/rocm-6.2.1/llvm/bin/amdclang + cxx: /opt/rocm-6.2.1/llvm/bin/amdclang++ + f77: /opt/rocm-6.2.1/llvm/bin/amdflang + fc: /opt/rocm-6.2.1/llvm/bin/amdflang + spec: rocmcc@=6.2.1 target: x86_64 - compiler: environment: {} @@ -89,6 +122,21 @@ spack: fc: /usr/tce/packages/cce-tce/cce-15.0.1/bin/crayftn spec: cce@15.0.1 target: x86_64 + - compiler: + environment: {} + extra_rpaths: [] + # Flag for lowercase Fortran module names + flags: + fflags: -ef + modules: [] + operating_system: rhel8 + paths: + cc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc + cxx: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC + f77: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn + fc: /usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn + spec: cce@=18.0.0 + target: x86_64 packages: all: @@ -97,9 +145,11 @@ spack: blas: [netlib-lapack] lapack: [netlib-lapack] mpi: [cray-mpich] + zlib-api: [zlib] + hip: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: hip@5.2.3 @@ -110,9 +160,13 @@ spack: prefix: /opt/rocm-5.6.0/hip - spec: hip@5.7.1 prefix: /opt/rocm-5.7.1/hip + - spec: hip@6.1.2 + prefix: /opt/rocm-6.1.2/hip + - spec: hip@6.2.1 + prefix: /opt/rocm-6.2.1/hip llvm-amdgpu: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: llvm-amdgpu@5.2.3 @@ -123,9 +177,13 @@ spack: prefix: /opt/rocm-5.6.0/llvm - spec: llvm-amdgpu@5.7.1 prefix: /opt/rocm-5.7.1/llvm + - spec: llvm-amdgpu@6.1.2 + prefix: /opt/rocm-6.1.2/llvm + - spec: llvm-amdgpu@6.2.1 + prefix: /opt/rocm-6.2.1/llvm hsa-rocr-dev: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: hsa-rocr-dev@5.2.3 @@ -136,9 +194,13 @@ spack: prefix: /opt/rocm-5.6.0/ - spec: hsa-rocr-dev@5.7.1 prefix: /opt/rocm-5.7.1/ + - spec: hsa-rocr-dev@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: hsa-rocr-dev@6.2.1 + prefix: /opt/rocm-6.2.1/ rocblas: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: rocblas@5.2.3 @@ -149,9 +211,13 @@ spack: prefix: /opt/rocm-5.6.0/ - spec: rocblas@5.7.1 prefix: /opt/rocm-5.7.1/ + - spec: rocblas@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocblas@6.2.1 + prefix: /opt/rocm-6.2.1/ rocminfo: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: rocminfo@5.2.3 @@ -162,9 +228,13 @@ spack: prefix: /opt/rocm-5.6.0/ - spec: rocminfo@5.7.1 prefix: /opt/rocm-5.7.1 + - spec: rocminfo@6.1.2 + prefix: /opt/rocm-6.1.2 + - spec: rocminfo@6.2.1 + prefix: /opt/rocm-6.2.1 rocprim: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: rocprim@5.2.3 @@ -175,9 +245,13 @@ spack: prefix: /opt/rocm-5.6.0/ - spec: rocprim@5.7.1 prefix: /opt/rocm-5.7.1/ + - spec: rocprim@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocprim@6.2.1 + prefix: /opt/rocm-6.2.1/ rocm-device-libs: - version: [5.2.3, 5.4.3, 5.6.0, 5.7.1] + version: [5.2.3, 5.4.3, 5.6.0, 5.7.1, 6.1.2, 6.2.1] buildable: false externals: - spec: rocm-device-libs@5.2.3 @@ -188,6 +262,10 @@ spack: prefix: /opt/rocm-5.6.0/ - spec: rocm-device-libs@5.7.1 prefix: /opt/rocm-5.7.1/ + - spec: rocm-device-libs@6.1.2 + prefix: /opt/rocm-6.1.2/ + - spec: rocm-device-libs@6.2.1 + prefix: /opt/rocm-6.2.1/ # Lock down which MPI we are using mpi: @@ -201,10 +279,16 @@ spack: prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3/ - spec: cray-mpich@8.1.25%clang@16.0.0+slurm prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.6.0/ - - spec: cray-mpich@8.1.27%clang@17.0.0+slurm + - spec: cray-mpich@8.1.27%rocmcc@5.7.1+slurm prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.27-rocmcc-5.7.1/ + - spec: cray-mpich@8.1.29%rocmcc@6.1.2+slurm + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2/ + - spec: cray-mpich@8.1.29%rocmcc@6.2.1+slurm + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.2.1/ - spec: cray-mpich@8.1.25%cce@15.0.1+slurm prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.25-rocmcc-5.4.3-cce-15.0.1/ + - spec: cray-mpich@8.1.29%cce@18.0.0+slurm + prefix: /usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/ # blas is a bit more complicated because its a virtual package so fake it with # the following per spack docs @@ -305,6 +389,11 @@ spack: externals: - spec: m4@1.4.16 prefix: /usr + ncurses: + externals: + - spec: ncurses@6.1.20180224+termlib abi=6 + prefix: /usr + buildable: false perl: buildable: false externals: @@ -330,11 +419,6 @@ spack: externals: - spec: unzip@6.0 prefix: /usr - zlib: - buildable: false - externals: - - spec: zlib@1.2.7 - prefix: /usr # External dependencies for SCR lsf: @@ -381,6 +465,18 @@ spack: umpire: require: "@2024.07.0~shared~examples~werror" + # Failure with cce compiler: + # https://github.com/besser82/libxcrypt/issues/181 + # Fix: + # https://github.com/NixOS/nixpkgs/pull/309884 + libxcrypt: + require: + - ldflags=-Wl,--undefined-version + + # cce compiler requires static zlib + zlib: + variants: ~shared + # Lock in versions of Devtools cmake: version: [3.24.2] diff --git a/scripts/spack/packages/axom/package.py b/scripts/spack/packages/axom/package.py index 481c7a698b..201d89772b 100644 --- a/scripts/spack/packages/axom/package.py +++ b/scripts/spack/packages/axom/package.py @@ -325,32 +325,28 @@ def initconfig_hardware_entries(self): entries.append(cmake_cache_option("ENABLE_HIP", True)) - hip_root = spec["hip"].prefix - rocm_root = hip_root + "/.." - - # Fix blt_hip getting HIP_CLANG_INCLUDE_PATH-NOTFOUND bad include directory - # TODO: verify that this is still needed and is indeed specific to LC - if ( - self.spec.satisfies("%cce") or self.spec.satisfies("%clang") - ) and "toss_4" in self._get_sys_type(spec): - # Set the patch version to 0 if not already - clang_version = str(self.compiler.version)[:-1] + "0" - hip_clang_include_path = ( - rocm_root + "/llvm/lib/clang/" + clang_version + "/include" - ) - if os.path.isdir(hip_clang_include_path): - entries.append( - cmake_cache_path("HIP_CLANG_INCLUDE_PATH", hip_clang_include_path) - ) + rocm_root = os.path.dirname(spec["hip"].prefix) + entries.append(cmake_cache_path("ROCM_PATH", rocm_root)) + + hip_link_flags = "" + + # Recommended MPI flags + hip_link_flags += "-lxpmem " + hip_link_flags += "-L/opt/cray/pe/mpich/{0}/gtl/lib ".format(spec["mpi"].version) + hip_link_flags += "-Wl,-rpath,/opt/cray/pe/mpich/{0}/gtl/lib ".format(spec["mpi"].version) + hip_link_flags += "-lmpi_gtl_hsa " # Fixes for mpi for rocm until wrapper paths are fixed # These flags are already part of the wrapped compilers on TOSS4 systems - hip_link_flags = "" if "+fortran" in spec and self.is_fortran_compiler("amdflang"): hip_link_flags += "-Wl,--disable-new-dtags " - hip_link_flags += "-L{0}/../llvm/lib -L{0}/lib ".format(hip_root) - hip_link_flags += "-Wl,-rpath,{0}/../llvm/lib:{0}/lib ".format(hip_root) - hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub -lamdhip64 " + + if spec.satisfies("^hip@6.0.0:"): + hip_link_flags += "-L{0}/lib/llvm/lib -Wl,-rpath,{0}/lib/llvm/lib ".format(rocm_root) + else: + hip_link_flags += "-L{0}/llvm/lib -Wl,-rpath,{0}/llvm/lib ".format(rocm_root) + hip_link_flags += " -L{0}/lib -Wl,-rpath,{0}/lib ".format(rocm_root) + hip_link_flags += "-lpgmath -lflang -lflangrti -lompstub " # Remove extra link library for crayftn if "+fortran" in spec and self.is_fortran_compiler("crayftn"): @@ -359,9 +355,8 @@ def initconfig_hardware_entries(self): ) # Additional libraries for TOSS4 - hip_link_flags += " -L{0}/../lib64 -Wl,-rpath,{0}/../lib64 ".format(hip_root) - hip_link_flags += " -L{0}/../lib -Wl,-rpath,{0}/../lib ".format(hip_root) - hip_link_flags += "-lamd_comgr -lhsa-runtime64 " + hip_link_flags += " -L{0}/lib64 -Wl,-rpath,{0}/lib64 ".format(rocm_root) + hip_link_flags += "-lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " entries.append(cmake_cache_string("CMAKE_EXE_LINKER_FLAGS", hip_link_flags)) @@ -459,7 +454,8 @@ def initconfig_mpi_entries(self): mpi_exec_index = [ index for index, entry in enumerate(entries) if "MPIEXEC_EXECUTABLE" in entry ] - del entries[mpi_exec_index[0]] + if mpi_exec_index: + del entries[mpi_exec_index[0]] entries.append(cmake_cache_path("MPIEXEC_EXECUTABLE", srun_wrapper)) else: entries.append(cmake_cache_option("ENABLE_MPI", False)) diff --git a/scripts/spack/specs.json b/scripts/spack/specs.json index d29a8c0688..8e10d19058 100644 --- a/scripts/spack/specs.json +++ b/scripts/spack/specs.json @@ -18,11 +18,14 @@ "clang@14.0.6+devtools+hdf5+mfem+c2c+scr+profiling", "intel@2022.1.0+devtools+hdf5+mfem+c2c+profiling" ], - "__comment__":"# Use amdgpu_target=gfx90a for tioga/rzvernal; and gfx908 for rznevada", + "__comment__":"# Use amdgpu_target=gfx942 for rzadams", + "__comment__":"# Use amdgpu_target=gfx90a for tioga/rzvernal", + "__comment__":"# Use amdgpu_target=gfx908 for rznevada", "__comment__":"# -Wno-int-conversion flag needed for building HDF5", "toss_4_x86_64_ib_cray": - [ "clang@16.0.0~openmp+mfem+c2c+profiling+rocm amdgpu_target=gfx90a ^hip@5.6.0 ^hsa-rocr-dev@5.6.0 ^llvm-amdgpu@5.6.0 ^rocprim@5.6.0 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion", - "clang@17.0.0~openmp+mfem+c2c+profiling+rocm amdgpu_target=gfx90a ^hip@5.7.1 ^hsa-rocr-dev@5.7.1 ^llvm-amdgpu@5.7.1 ^rocprim@5.7.1 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion" ], + [ "rocmcc@6.1.2~openmp+mfem+c2c+profiling+rocm amdgpu_target=gfx942,gfx90a ^hip@6.1.2 ^hsa-rocr-dev@6.1.2 ^llvm-amdgpu@6.1.2 ^rocprim@6.1.2 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion", + "rocmcc@6.2.1~openmp+mfem+c2c+profiling+rocm amdgpu_target=gfx942,gfx90a ^hip@6.2.1 ^hsa-rocr-dev@6.2.1 ^llvm-amdgpu@6.2.1 ^rocprim@6.2.1 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion", + "cce@18.0.0~openmp+mfem+c2c+profiling+rocm amdgpu_target=gfx942,gfx90a ^hip@6.1.2 ^hsa-rocr-dev@6.1.2 ^llvm-amdgpu@6.1.2 ^rocprim@6.1.2 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion" ], "__comment__":"# Note: clang-ibm + raja+openmp causes runtime failures, turning it off until there is an alternative", "blueos_3_ppc64le_ib_p9": diff --git a/src/examples/radiuss_tutorial/host-config.cmake.in b/src/examples/radiuss_tutorial/host-config.cmake.in index eada75e22e..4b4ef715de 100644 --- a/src/examples/radiuss_tutorial/host-config.cmake.in +++ b/src/examples/radiuss_tutorial/host-config.cmake.in @@ -53,6 +53,11 @@ endif() # HIP set(ENABLE_HIP @ENABLE_HIP@ CACHE BOOL "") if(ENABLE_HIP) + # Add optimization flag workaround for Debug builds with cray compiler + if(CMAKE_CXX_COMPILER MATCHES "crayCC") + set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "") + endif() + set(ROCM_PATH "@ROCM_PATH@" CACHE PATH "") set(HIP_ROOT_DIR "@HIP_ROOT_DIR@" CACHE PATH "") set(HIP_CLANG_PATH "@HIP_CLANG_PATH@" CACHE PATH "") set(HIP_CXX_COMPILER "@HIP_CXX_COMPILER@" CACHE PATH "") diff --git a/src/examples/using-with-blt/host-config.cmake.in b/src/examples/using-with-blt/host-config.cmake.in index e039d671e2..7f761651aa 100644 --- a/src/examples/using-with-blt/host-config.cmake.in +++ b/src/examples/using-with-blt/host-config.cmake.in @@ -46,6 +46,7 @@ endif() set(ENABLE_HIP @ENABLE_HIP@ CACHE BOOL "") if(ENABLE_HIP) + set(ROCM_PATH "@ROCM_PATH@" CACHE PATH "") set(HIP_ROOT_DIR "@HIP_ROOT_DIR@" CACHE PATH "") set(HIP_CLANG_PATH "@HIP_CLANG_PATH@" CACHE PATH "") set(CMAKE_HIP_ARCHITECTURES "@CMAKE_HIP_ARCHITECTURES@" CACHE STRING "") diff --git a/src/examples/using-with-cmake/host-config.cmake.in b/src/examples/using-with-cmake/host-config.cmake.in index 527b4a8e48..f3fe39f821 100644 --- a/src/examples/using-with-cmake/host-config.cmake.in +++ b/src/examples/using-with-cmake/host-config.cmake.in @@ -48,6 +48,7 @@ endif() set(ENABLE_HIP @ENABLE_HIP@ CACHE BOOL "") if(ENABLE_HIP) + set(ROCM_PATH "@ROCM_PATH@" CACHE PATH "") set(HIP_ROOT_DIR "@HIP_ROOT_DIR@" CACHE PATH "") set(HIP_CLANG_PATH "@HIP_CLANG_PATH@" CACHE PATH "") set(CMAKE_HIP_ARCHITECTURES "@CMAKE_HIP_ARCHITECTURES@" CACHE STRING "")