geev-test.sh

#!/bin/bash
# Author: Gregor Daiss
# Do whatever you want with this!

# Get base dir
basedir=$(pwd)
# Get current date
today=$(date +%m-%d-%H-%M)
cd src/octotiger
current_commit_message=$(git log --oneline -n 1)
cd "$basedir"
result_folder="${current_commit_message}-$today"
result_folder="$(echo "$result_folder" | sed -e 's/[ \t]/-/g')"
mkdir "$result_folder"
cd "$result_folder"

# Get scenario arguments and current commits
octotiger_args="--problem=moving_star --max_level=6 --odt=0.3 --theta=0.35 --stop_time=0.2 \
--xscale=12 --omega=0.1 --stop_step=9 --disable_output=false --p2p_kernel_type=SOA_CPU \
--p2m_kernel_type=SOA_CPU --multipole_kernel_type=SOA_CPU"
echo "$octotiger_args" > LOG.txt

result_filename="gpu_results.txt"
echo ";number_of_cuda_streams total_runtime, computation_runtime,cpu launches multipole, cuda \
launches multipole, percentage of multipole launches on GPU, cpu launches p2p, cpu launches\
p2p, percentage of multipole" > "$result_filename"
for i in $(seq 20 -2 2); do
    echo "---->>Running test $i" | tee -a LOG.txt
    output=$(nvprof "../build/octotiger/octotiger" -t${i} $octotiger_args --cuda_streams_per_locality=128 --cuda_streams_per_gpu=128)
    filename="scenario${i}_output.txt"
    echo "$output" > "$filename"

    total_time=$(echo "$output" | grep Total: | sed 's/   Total: //g')
    computation_time=$(echo "$output" | grep Computation: | sed 's/   Computation: //g')
    cpu_multipole=$(echo "$output" | grep 'CPU multipole launches' | sed 's/CPU multipole launches //g')
    cuda_multipole=$(echo "$output" | grep 'CUDA multipole launches' | sed 's/CUDA multipole launches //g')
    multipole_percentage=$(echo "$output" | grep '=> Percentage of multipole on the GPU: ' | sed 's/=> Percentage of multipole on the GPU: //g')
    cpu_non_rho_multipole=$(echo "$output" | grep 'CPU non-rho-multipole launches' | sed 's/CPU non-rho-multipole launches //g')
    cuda_non_rho_multipole=$(echo "$output" | grep 'CUDA non-rho-multipole launches' | sed 's/CUDA non-rho-multipole launches //g')
    non_rho_multipole_percentage=$(echo "$output" | grep '=> Percentage of non-rho-multipole on the GPU: ' | sed 's/=> Percentage of non-rho-multipole on the GPU: //g')
    cpu_p2p=$(echo "$output" | grep 'CPU p2p launches' | sed 's/CPU p2p launches //g')
    cuda_p2p=$(echo "$output" | grep 'CUDA p2p launches' | sed 's/CUDA p2p launches //g')
    p2p_percentage=$(echo "$output" | grep '=> Percentage of p2p on the GPU: ' | sed 's/=> Percentage of p2p on the GPU: //g')

    echo "$i, $total_time , $computation_time , $cpu_multipole , $cuda_multipole , \
$multipole_percentage , $cpu_non_rho_multipole , $cuda_non_rho_multipole , $non_rho_multipole_percentage , $cpu_p2p , $cuda_p2p , $p2p_percentage"
    echo "$i, $total_time , $computation_time , $cpu_multipole , $cuda_multipole , \
$multipole_percentage , $cpu_non_rho_multipole , $cuda_non_rho_multipole , $non_rho_multipole_percentage , $cpu_p2p , $cuda_p2p , $p2p_percentage" >> "$result_filename"
    echo "---->>Profiling for test $i" | tee -a LOG.txt
    perf record "../build/octotiger/octotiger" -t${i} $octotiger_args --cuda_streams_per_locality=0 --cuda_streams_per_gpu=0
    mv perf.data "profiling${i}.data"
done