Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

rzadams host-configs #1447

Merged
merged 15 commits into from
Oct 23, 2024
Merged

rzadams host-configs #1447

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
8563afb
Make toss_4_x86_64_ib_cray compilers [email protected] and [email protected], adjus…
bmhan12 Oct 2, 2024
1a9661e
Add recommended MPI flags for HIP, correct mpi version used
bmhan12 Oct 9, 2024
3bf241c
Add ROCM_PATH to using and radiuss examples
bmhan12 Oct 14, 2024
d612c0f
Add new host-configs for rzvernal
bmhan12 Oct 14, 2024
27e1b08
Add new host-configs for tioga
bmhan12 Oct 14, 2024
8576c6d
Test new tioga version in gitlab CI
bmhan12 Oct 14, 2024
bb89fe4
Add new host-configs for rzadams
bmhan12 Oct 15, 2024
c804623
tentative changes to get cce cray configuration working - zlib, libxc…
bmhan12 Oct 21, 2024
dfbc183
Merge branch 'develop' into feature/han12/rzadams
bmhan12 Oct 21, 2024
924853b
Merge branch 'develop' into feature/han12/rzadams
bmhan12 Oct 22, 2024
5ccdbb1
Add note about different AMD architectures
bmhan12 Oct 22, 2024
6385a76
Remove old rzvernal configs, add updated configs + [email protected]
bmhan12 Oct 22, 2024
2cf1fe2
Update rzadams configs + [email protected]
bmhan12 Oct 22, 2024
2f307d5
Remove old tioga configs, add updated configs + [email protected]
bmhan12 Oct 22, 2024
ca2b036
Merge branch 'develop' into feature/han12/rzadams
bmhan12 Oct 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 5 additions & 5 deletions .gitlab/build_tioga.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,17 +34,17 @@

####
# PR Build jobs
tioga-clang_16_0_0_hip_5_6_0-src:
tioga-rocmcc_6_1_2_hip-src:
variables:
COMPILER: "[email protected]_hip"
COMPILER: "[email protected]_hip"
HOST_CONFIG: "tioga-toss_4_x86_64_ib_cray-${COMPILER}.cmake"
extends: .src_build_on_tioga

####
# Full Build jobs
tioga-clang_16_0_0_hip_5_6_0-full:
tioga-rocmcc_6_1_2_hip-full:
variables:
COMPILER: "[email protected]_hip"
COMPILER: "[email protected]_hip"
SPEC: "%${COMPILER}~openmp+rocm+mfem+c2c"
EXTRASPEC: "amdgpu_target=gfx90a ^hip@5.6.0 ^hsa-rocr-dev@5.6.0 ^llvm-amdgpu@5.6.0 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion"
EXTRASPEC: "amdgpu_target=gfx90a ^hip@6.1.2 ^hsa-rocr-dev@6.1.2 ^llvm-amdgpu@6.1.2 ^raja~openmp+rocm ^umpire~openmp+rocm ^hdf5 cflags=-Wno-int-conversion"
extends: .full_build_on_tioga
143 changes: 143 additions & 0 deletions host-configs/[email protected]_hip.cmake
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,143 @@
#------------------------------------------------------------------------------
# !!!! This is a generated file, edit at own risk !!!!
#------------------------------------------------------------------------------
# CMake executable path: /usr/tce/bin/cmake
#------------------------------------------------------------------------------

set(CMAKE_PREFIX_PATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/blt-0.6.2-m2jazqd67mbayqe6ofrwkx6befr62fhz;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5;/opt/rocm-6.1.2/llvm;/opt/rocm-6.1.2;/opt/rocm-6.1.2/hip;/opt/rocm-6.1.2;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0;/usr/tce" CACHE STRING "")

set(CMAKE_INSTALL_RPATH_USE_LINK_PATH "ON" CACHE STRING "")

set(CMAKE_BUILD_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "")

set(CMAKE_INSTALL_RPATH "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/axom-develop-bpyiygzxyakdcsxddmdxtmfyqdaagvnc/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5/lib;/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp/lib;/opt/rocm-6.1.2/lib;/opt/rocm-6.1.2/llvm/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/zlib-1.3.1-e2usujxzpdxef4a654u7u5rktvmxtsve/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/metis-5.1.0-e677vporxg5d4xqrvhakqvnrzh6rcomh/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/parmetis-4.0.3-deabi44xbowqb6ws267c62x65klalfis/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/hypre-2.24.0-5glbceqokmps2gqsptj32gopkzwceefx/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa/lib;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg/lib64;/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0/fmt-11.0.2-b3rqppgl7f5kzeaxzx5zcnmvpborku2f/lib64;/opt/rh/gcc-toolset-12/root/usr/lib/gcc/x86_64-redhat-linux/12" CACHE STRING "")

set(CMAKE_BUILD_TYPE "Release" CACHE STRING "")

#------------------------------------------------------------------------------
# Compilers
#------------------------------------------------------------------------------
# Compiler Spec: cce@=18.0.0
#------------------------------------------------------------------------------
if(DEFINED ENV{SPACK_CC})

set(CMAKE_C_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/craycc" CACHE PATH "")

set(CMAKE_CXX_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/case-insensitive/crayCC" CACHE PATH "")

set(CMAKE_Fortran_COMPILER "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/spack/lib/spack/env/cce/crayftn" CACHE PATH "")

else()

set(CMAKE_C_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/craycc" CACHE PATH "")

set(CMAKE_CXX_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayCC" CACHE PATH "")

set(CMAKE_Fortran_COMPILER "/usr/tce/packages/cce-tce/cce-18.0.0/bin/crayftn" CACHE PATH "")

endif()

set(CMAKE_Fortran_FLAGS "-ef" CACHE STRING "")

set(ENABLE_FORTRAN ON CACHE BOOL "")

set(CMAKE_CXX_FLAGS_DEBUG "-O1 -g -DNDEBUG" CACHE STRING "")

#------------------------------------------------------------------------------
# MPI
#------------------------------------------------------------------------------

set(MPI_C_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicc" CACHE PATH "")

set(MPI_CXX_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpicxx" CACHE PATH "")

set(MPI_Fortran_COMPILER "/usr/tce/packages/cray-mpich-tce/cray-mpich-8.1.29-rocmcc-6.1.2-cce-18.0.0/bin/mpif90" CACHE PATH "")

# Unable to determine MPIEXEC, axom tests may fail

set(MPIEXEC_NUMPROC_FLAG "-n" CACHE STRING "")

set(ENABLE_MPI ON CACHE BOOL "")

set(MPIEXEC_EXECUTABLE "/usr/global/tools/flux_wrappers/bin/srun" CACHE PATH "")

#------------------------------------------------------------------------------
# Hardware
#------------------------------------------------------------------------------

#------------------------------------------------
# ROCm
#------------------------------------------------

set(HIP_ROOT_DIR "/opt/rocm-6.1.2/hip" CACHE PATH "")

set(CMAKE_HIP_COMPILER "/opt/rocm-6.1.2/llvm/bin/clang++" CACHE FILEPATH "")

set(CMAKE_HIP_ARCHITECTURES "gfx90a;gfx942" CACHE STRING "")

set(AMDGPU_TARGETS "gfx90a;gfx942" CACHE STRING "")

set(GPU_TARGETS "gfx90a;gfx942" CACHE STRING "")

#------------------------------------------------------------------------------

# Axom ROCm specifics

#------------------------------------------------------------------------------


set(ENABLE_HIP ON CACHE BOOL "")

set(ROCM_PATH "/opt/rocm-6.1.2" CACHE PATH "")

set(BLT_CMAKE_IMPLICIT_LINK_LIBRARIES_EXCLUDE "unwind" CACHE STRING "")

set(CMAKE_EXE_LINKER_FLAGS "-lxpmem -L/opt/cray/pe/mpich/8.1.29/gtl/lib -Wl,-rpath,/opt/cray/pe/mpich/8.1.29/gtl/lib -lmpi_gtl_hsa -L/opt/rocm-6.1.2/lib64 -Wl,-rpath,/opt/rocm-6.1.2/lib64 -lamdhip64 -lhsakmt -lhsa-runtime64 -lamd_comgr " CACHE STRING "")

#------------------------------------------------
# Hardware Specifics
#------------------------------------------------

set(ENABLE_OPENMP OFF CACHE BOOL "")

set(ENABLE_GTEST_DEATH_TESTS ON CACHE BOOL "")

#------------------------------------------------------------------------------
# TPLs
#------------------------------------------------------------------------------

set(TPL_ROOT "/usr/WS1/axom/libs/toss_4_x86_64_ib_cray/2024_10_22_11_14_47/cce-18.0.0" CACHE PATH "")

set(CONDUIT_DIR "${TPL_ROOT}/conduit-0.9.2-55y66ibnxw2ubzgzpkkyrcbvfvqckrmq" CACHE PATH "")

set(C2C_DIR "${TPL_ROOT}/c2c-1.8.0-rfo6unkl2dprgao4rzdxxbh4ocoatpnp" CACHE PATH "")

set(MFEM_DIR "${TPL_ROOT}/mfem-4.6.0-sxdwk66skjxrz62svhcqvoarzk2quvtd" CACHE PATH "")

set(HDF5_DIR "${TPL_ROOT}/hdf5-1.8.23-mkxzd63wzhbud6jp6aaiujbipw7b3yx5" CACHE PATH "")

set(LUA_DIR "${TPL_ROOT}/lua-5.4.6-qttri4zjdpjzulw7jfpp7o4hiesywegj" CACHE PATH "")

set(RAJA_DIR "${TPL_ROOT}/raja-2024.07.0-5sulj6mha4h6tngegtykkwts3ecdd6gw" CACHE PATH "")

set(UMPIRE_DIR "${TPL_ROOT}/umpire-2024.07.0-s3r6jnc4g26t723zowq3q4qi24o34tzg" CACHE PATH "")

set(ADIAK_DIR "${TPL_ROOT}/adiak-0.4.0-6rzz3b6aw2fkpnideho2y6j45vi7vbe5" CACHE PATH "")

set(CALIPER_DIR "${TPL_ROOT}/caliper-2.10.0-lnajukichasufwtbhm2u47z3meai57sr" CACHE PATH "")

set(CAMP_DIR "${TPL_ROOT}/camp-2024.07.0-svnctkjoskhszvpuhtshuknemyhz6baa" CACHE PATH "")

# scr not built

#------------------------------------------------------------------------------
# Devtools
#------------------------------------------------------------------------------

# ClangFormat disabled due to llvm and devtools not in spec

set(ENABLE_CLANGFORMAT OFF CACHE BOOL "")

set(ENABLE_DOCS OFF CACHE BOOL "")


Loading