[Env] Adastra AdaptiveCPP environment

env/machine/adastra/mi250/acpp-rocm/env_built_acpp.sh

@@ -0,0 +1,107 @@
+# Everything before this line will be provided by the new-env script
+
+# ---- Modules ----
+module purge
+module load cpe/25.09
+module load craype-accel-amd-gfx90a craype-x86-trento
+module load PrgEnv-cray
+module load amd-mixed
+module load rocm
+module load cray-python
+module load cmake
+module load ninja
+module load CCE-GPU-5.0.0
+module load boost/1.88.0-mpi
+
+# ---- AdaptiveCpp config ----
+export ACPP_VERSION=v24.10.0
+export ACPP_TARGETS="hip:gfx90a"
+export ACPP_GIT_DIR=$BUILD_DIR/.env/acpp-git
+export ACPP_BUILD_DIR=$BUILD_DIR/.env/acpp-builddir
+export ACPP_INSTALL_DIR=$BUILD_DIR/.env/acpp-installdir
+
+export C_INCLUDE_PATH=$ROCM_PATH/llvm/include
+export CPLUS_INCLUDE_PATH=$ROCM_PATH/llvm/include
+
+export MPICH_GPU_SUPPORT_ENABLED=1
+
+export BOOST_ROOT_PATH="${BOOST_ROOT:-/opt/software/gaia/prod/5.0.0/boost-1.88.0-cce-18.0.0-ml3z}"
+export BOOST_SYMLINK_DIR=$BUILD_DIR/.env/boost-symlinks
+
+function setupboost {
+    # here I lost 2hrs of my life
+    mkdir -p "${BOOST_SYMLINK_DIR}"
+    for tagged in "${BOOST_ROOT_PATH}/lib"/libboost_*-mt-x64.so; do
+        # e.g. libboost_context-mt-x64.so -> libboost_context.so
+        base=$(basename "$tagged")
+        untagged="${base/-mt-x64/}"
+        if [ ! -e "${BOOST_SYMLINK_DIR}/${untagged}" ]; then
+            ln -s "$tagged" "${BOOST_SYMLINK_DIR}/${untagged}"
+        fi
+    done
+}
+
+setupboost
+
+export LD_LIBRARY_PATH="${BOOST_SYMLINK_DIR}:${BOOST_ROOT_PATH}/lib:${LD_LIBRARY_PATH}"
+
+# ---- Compiler setup ----
+function setupcompiler {
+    echo " ---- Running AdaptiveCpp compiler setup ----"
+    echo " -- Module list"
+    module list
+
+    clone_acpp || return
+
+    cmake -S ${ACPP_GIT_DIR} -B ${ACPP_BUILD_DIR} \
+        -DCMAKE_INSTALL_PREFIX=${ACPP_INSTALL_DIR} \
+        -DROCM_PATH=$ROCM_PATH \
+        -DCMAKE_C_COMPILER=${ROCM_PATH}/llvm/bin/clang \
+        -DCMAKE_CXX_COMPILER=${ROCM_PATH}/llvm/bin/clang++ \
+        -DWITH_ACCELERATED_CPU=ON \
+        -DWITH_CPU_BACKEND=ON \
+        -DWITH_CUDA_BACKEND=OFF \
+        -DWITH_ROCM_BACKEND=ON \
+        -DWITH_OPENCL_BACKEND=OFF \
+        -DWITH_LEVEL_ZERO_BACKEND=OFF \
+        -DACPP_TARGETS="gfx90a" \
+        -DBOOST_ROOT="${BOOST_ROOT_PATH}" \
+        -DBoost_DIR="${BOOST_ROOT_PATH}/lib/cmake" \
+        -DBoost_NO_BOOST_CMAKE=FALSE \
+        -DBoost_NO_SYSTEM_PATHS=TRUE \
+        -DWITH_SSCP_COMPILER=OFF \
+        -DLLVM_DIR=${ROCM_PATH}/llvm/lib/cmake/llvm/ || return
+
+    (cd ${ACPP_BUILD_DIR} && $MAKE_EXEC "${MAKE_OPT[@]}" && $MAKE_EXEC install) || return
+}
+
+if [ ! -f "$ACPP_INSTALL_DIR/bin/acpp" ]; then
+    echo " ----- acpp is not configured, compiling it ... -----"
+    setupcompiler || return
+    echo " ----- acpp configured ! -----"
+fi
+
+# ---- Shamrock configure ----
+function shamconfigure {
+    cmake \
+        -S $SHAMROCK_DIR \
+        -B $BUILD_DIR \
+        -DSHAMROCK_ENABLE_BACKEND=SYCL \
+        -DSYCL_IMPLEMENTATION=ACPPDirect \
+        -DCMAKE_CXX_COMPILER="${ACPP_INSTALL_DIR}/bin/acpp" \
+        -DACPP_PATH="${ACPP_INSTALL_DIR}" \
+        -DCMAKE_BUILD_TYPE="${SHAMROCK_BUILD_TYPE}" \
+        -DCMAKE_CXX_FLAGS="-march=znver3 -isystem ${CRAY_MPICH_PREFIX}/include" \
+        -DCMAKE_SHARED_LINKER_FLAGS="-L\"${BOOST_SYMLINK_DIR}\" -Wl,-rpath,${BOOST_SYMLINK_DIR}" \
+        -DCMAKE_MODULE_LINKER_FLAGS="-L\"${BOOST_SYMLINK_DIR}\" -Wl,-rpath,${BOOST_SYMLINK_DIR}" \
+        -DCMAKE_EXE_LINKER_FLAGS="-lpthread -L\"${CRAY_MPICH_PREFIX}/lib\" -lmpi ${PE_MPICH_GTL_DIR_amd_gfx90a} ${PE_MPICH_GTL_LIBS_amd_gfx90a} -L\"${BOOST_SYMLINK_DIR}\" -Wl,-rpath,${BOOST_SYMLINK_DIR}" \
+        -DBUILD_TEST=Yes \
+        -DCXX_FLAG_ARCH_NATIVE=off \
+        -DPYTHON_EXECUTABLE=$(python3 -c "import sys; print(sys.executable)") \
+        "${CMAKE_OPT[@]}" || return
+}
+
+# ---- Shamrock build ----
+function shammake {
+    (cd $BUILD_DIR && $MAKE_EXEC "${MAKE_OPT[@]}" "${@}") || return
+}

env/machine/adastra/mi250/acpp-rocm/exemple_batch.sh

@@ -0,0 +1,36 @@
+#!/bin/bash
+#SBATCH --account=<project account>
+#SBATCH --job-name=<jobname>
+#SBATCH --constraint=MI250
+#SBATCH --nodes=1
+#SBATCH --exclusive
+#SBATCH --time=01:00:00
+#SBATCH --output=job.%j.out
+#SBATCH --error=job.%j.out   # Same file for both!
+
+
+module purge
+source /opt/cray/pe/cpe/24.07/restore_lmod_system_defaults.sh
+# A CrayPE environment version
+module load cpe/24.11
+# An architecture
+module load craype-accel-amd-gfx90a craype-x86-trento
+# A compiler to target the architecture
+module load PrgEnv-cray
+# Some architecture related libraries and tools
+module load amd-mixed/6.4.3
+
+module list
+
+export MPICH_GPU_SUPPORT_ENABLED=1
+export SYCL_DEVICE_ALLOCATOR=aligned
+# export OMP_<ICV=XXX>
+WORKDIR=<path-to-Shamrock-build-directory>
+
+. /opt/cray/pe/cpe/24.11/restore_lmod_system_defaults.sh
+
+export SHAM_MAX_ALLOC_SIZE=4294967296
+
+. ./activate
+
+srun --ntasks-per-node=8 --cpus-per-task=8 --threads-per-core=1 --gpus-per-task=1 --gpu-bind=closest -- ./shamrock --smi-full --sycl-cfg auto:HIP --force-dgpu-off --loglevel 1 --rscript runscript.py

env/machine/adastra/mi250/acpp-rocm/setup-env.py

@@ -0,0 +1,53 @@
+import argparse
+import os
+
+import utils.amd_arch
+import utils.envscript
+import utils.intel_llvm
+import utils.sysinfo
+from utils.oscmd import *
+from utils.setuparg import *
+
+NAME = "Adastra Intel AdaptiveCpp ROCM/LLVM"
+PATH = "machine/adastra/mi250/acpp-rocm-llvm"
+
+
+def setup(arg: SetupArg, envgen: EnvGen):
+    argv = arg.argv
+    builddir = arg.builddir
+    shamrockdir = arg.shamrockdir
+    buildtype = arg.buildtype
+    lib_mode = arg.lib_mode
+
+    # Get current file path
+    cur_file = os.path.realpath(os.path.expanduser(__file__))
+
+    parser = argparse.ArgumentParser(prog=PATH, description=NAME + " env for Shamrock")
+    args = parser.parse_args(argv)
+    args.gen = "ninja"
+
+    gen, gen_opt, cmake_gen, cmake_build_type = utils.sysinfo.select_generator(args, buildtype)
+
+    ##############################
+    # Generate env script header
+    ##############################
+
+    cmake_extra_args = ""
+
+    envgen.export_list = {
+        "SHAMROCK_DIR": shamrockdir,
+        "BUILD_DIR": builddir,
+        "CMAKE_GENERATOR": cmake_gen,
+        "MAKE_EXEC": gen,
+        "MAKE_OPT": f"({gen_opt})",
+        "CMAKE_OPT": f"({cmake_extra_args})",
+        "SHAMROCK_BUILD_TYPE": f"'{cmake_build_type}'",
+    }
+
+    envgen.ext_script_list = [
+        shamrockdir + "/env/helpers/clone-acpp.sh",
+        shamrockdir + "/env/helpers/pull_reffiles.sh",
+    ]
+
+    envgen.copy_env_file("exemple_batch.sh", "exemple_batch.sh")
+    envgen.gen_env_file("env_built_acpp.sh")