feat: Add tacc install and btl setup scripts

Makefile

@@ -45,6 +45,7 @@ DRV_ROOT ?=
 # Developer variables that should be set as env vars in startup files like .profile
 PANDO_CONTAINER_MOUNTS ?=
 PANDO_CONTAINER_ENV ?=
+PANDO_TACC_DEPENDENCY_DIR ?= ${WORK}/mono-install
 
 .PHONY: docker docker-image-dependencies
 
@@ -176,6 +177,25 @@ cmake-mpi:
 	-DCMAKE_CXX_COMPILER=g++-12 \
   -DCMAKE_C_COMPILER=gcc-12
 
+cmake-tacc:
+	@cmake \
+  -S ${SRC_DIR} \
+  -B ${BUILD_DIR} \
+  -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \
+	-DCMAKE_CXX_FLAGS=${PANDO_EXTRA_CXX_FLAGS} \
+	-DPANDO_PREP_GASNET_CONDUIT=ibv \
+  -DCMAKE_INSTALL_PREFIX=${WORK}/mono-install \
+	-DBUILD_EXAMPLES=${BUILD_EXAMPLES} \
+	-DBUILD_WORKFLOWS=${BUILD_WORKFLOWS} \
+	-DBUILD_MICROBENCH=${BUILD_MICROBENCH} \
+	-DENABLE_ROOT_TESTS=${ROOT_TESTS} \
+	-DENABLE_GALOIS_TESTS=${GALOIS_TESTS} \
+	-DENABLE_INFLUENCE_MAX_TESTS=${WF4_TESTS} \
+	-DENABLE_BFS_TESTS=${BFS_TESTS} \
+	-DENABLE_TC_TESTS=${TC_TESTS} \
+  -DBUILD_DOCS=${PANDO_BUILD_DOCS} \
+	-DPANDO_TEST_DISCOVERY_TIMEOUT=${PANDO_TEST_DISCOVERY_TIMEOUT}
+
 cmake-smp:
 	@echo "Must be run from inside the dev Docker container"
 	@. /dependencies/spack/share/spack/setup-env.sh && \
@@ -221,6 +241,17 @@ cmake-drv:
 	-DCMAKE_CXX_COMPILER=g++-12 \
   -DCMAKE_C_COMPILER=gcc-12
 
+setup-tacc:
+	module load gcc/12.2.0
+	test -d ${WORK}/gasnet || git clone https://bitbucket.org/berkeleylab/gasnet.git ${WORK}/gasnet -b stable
+	test -d ${WORK}/qthreads || git clone https://github.com/sandialabs/qthreads.git ${WORK}/qthreads -b 1.19
+	cd ${WORK}/qthreads && bash autogen.sh \
+	&& ./configure --prefix=${PANDO_TACC_DEPENDENCY_DIR} \
+	&& make -j16 install
+	cd ${WORK}/gasnet && ./Bootstrap \
+		&& ./configure --enable-ibv --enable-par --prefix=${PANDO_TACC_DEPENDENCY_DIR} \
+	&& make -j16 install
+
 setup-ci: cmake-mpi
 
 setup: cmake-mpi cmake-smp

README.md

@@ -14,7 +14,7 @@ repo's `pando-rt` submodule for using root.
 Before developing make sure you have initialized the `pando-rt` submodule
 with `git submodule update --init --recursive`.
 
-Quick Setup:
+## Docker Setup
 
 ```shell
 git submodule update --init --recursive
@@ -32,12 +32,23 @@ make run-tests
 Developers can run a hello-world smoke test inside their containers by running
 `bash scripts/run.sh`.
 
-## Running on Drive X
+### Running on Drive X
 
 Inside the container run `make cmake-drv`.
 
 Workloads can then be run via `bash scripts/run-drv.sh`.
 
+## TACC Setup
+
+```shell
+. ./scripts/tacc_build_env.sh
+make setup-tacc
+make cmake-tacc
+make -C build -j8
+```
+
+So far only PReP works on tacc
+
 ## Tools
 
 ### [asdf](https://asdf-vm.com)

pando-rt/src/prep/CMakeLists.txt

@@ -22,7 +22,7 @@ set(JUST_INSTALL_CEREAL ON CACHE INTERNAL "")
 FetchContent_MakeAvailable(cereal)
 
 # setup GASNet with supported conduits
-set(PANDO_PREP_GASNET_CONDUIT_LIST "smp" "mpi")
+set(PANDO_PREP_GASNET_CONDUIT_LIST "smp" "mpi" "ibv")
 set(PANDO_PREP_GASNET_CONDUIT smp CACHE STRING "PREP GASNet conduit")
 set_property(CACHE PANDO_PREP_GASNET_CONDUIT PROPERTY STRINGS ${PANDO_PREP_GASNET_CONDUIT_LIST})
 message(STATUS "PREP GASNet conduit: ${PANDO_PREP_GASNET_CONDUIT}")

scripts/tacc_build_env.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# SPDX-License-Identifier: MIT
+# Copyright (c) 2023. University of Texas at Austin. All rights reserved.
+
+module purge
+module load gcc/12.2.0
+module load cmake/3.24.2
+
+export PANDO_TACC_DEPENDENCY_DIR=$WORK/mono-install
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$PANDO_TACC_DEPENDENCY_DIR
+export GASNet_ROOT=$PANDO_TACC_DEPENDENCY_DIR
+export QTHREADS_ROOT=$PANDO_TACC_DEPENDENCY_DIR
+export SRC_DIR=.
+export BUILD_DIR=build
+export BUILD_MICROBENCH=ON