.gitlab-ci.yml

# this include allows us to reference defaults in anl/ci-resource/defaults

include:
  - project: 'anl/ci-resources/defaults'
    ref: main
    file:
      - '/runners.yml'

workflow:
    rules:
      - if: $CI_PIPELINE_SOURCE == "trigger"   # triggered from GitHub via /run-aurora-ci

variables:
  PROJ: "chipStar_test"
  QUEUE: "debug"
  TIME: "1:00:00"
  WRK_DIR: "/lus/flare/projects/${PROJ}/chipStar/pipeline_${CI_PIPELINE_ID}"
  ANL_AURORA_SCHEDULER_PARAMETERS: "-q ${QUEUE} -l select=1,walltime=${TIME},filesystems=home -A ${PROJ}"
  GENESIS_CI_PROJECT_DIR: "/home/bertoni/projects/p01.chipStar/GENESIS-Share-CI/"

stages:
    - .pre
    - build_chipstar
    - builds_chipstar_install_script_llvm19
    - runs_tests_chipstar_install_script_llvm19
    - builds_chipstar_install_script_llvm22
    - runs_tests_chipstar_install_script_llvm22
    - builds_chipstar_aurora_script_llvm19
    - runs_chipstar_aurora_script_llvm19
    - builds_chipstar_aurora_script_llvm22
    - runs_chipstar_aurora_script_llvm22
    - builds_hoMusic
    - runs_hoMusic
    - performance_hoMusic
    - builds_zeroRK
    - runs_zeroRK
    - perforamce_zeroRK
    - cleanup

setup:
  stage: .pre
  extends: .aurora-shell-runner
  resource_group: aurora_pipeline  
  script:
    # Remove pipeline directories older than 7 days
    - find /lus/flare/projects/${PROJ}/chipStar -maxdepth 1 -name "pipeline_*" -mtime +7 -exec rm -rf {} \;
    - mkdir -p ${WRK_DIR}
    - cd ${WRK_DIR}
      # setup chipStar
    - git clone https://github.com/CHIP-SPV/chipStar.git
    - cd chipStar
    - |
      if [ -n "${GITHUB_PR_NUMBER}" ]; then
         git fetch origin pull/${GITHUB_PR_NUMBER}/head
         git checkout FETCH_HEAD
      else
         git checkout ${GITHUB_SHA}
      fi
    - git submodule update --init --recursive
    - module list

# testing with hand script
aurora_build_test:
  stage: build_chipstar
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - cd ${WRK_DIR}/chipStar
    # first test with already installed clang. will update to patch and build
    - module use /soft/modulefiles
    - module load cmake chipStar/.llvm19/20251107-19/release
    - rm -rf build
    - mkdir build
    - cd build
    - cmake -DCMAKE_BUILD_TYPE=Release -DCHIP_BUILD_SAMPLES=ON -DCMAKE_INSTALL_PREFIX=${WRK_DIR}/install_aurora ..
    - gitcommit=$(git rev-parse HEAD)
    - make -j48
    - make install
    - cd ..
    - rm -rf build

# testing with install script
chipStar_script_install:
  stage: builds_chipstar_install_script_llvm19
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - cp -r ${WRK_DIR}/chipStar ${WRK_DIR}/chipStar_llvm19
    - cd ${WRK_DIR}/chipStar_llvm19
    - module use /soft/modulefiles
    - module load cmake chipStar/.llvm19/20251107-19/release
    - ./install_chipstar.py --all --install-dir ${WRK_DIR}/install/ --staging-dir $PWD/stage
  allow_failure: true
  
chipStar_script_test:
  stage: runs_tests_chipstar_install_script_llvm19
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
    - cd ${WRK_DIR}/chipStar_llvm19/build
    - module use /soft/modulefiles
    - module load cmake chipStar/.llvm19/20251107-19/release
    - rm -rf $HOME/.cache/chipStar
    - CHIP_BE=level0 make build_tests -j
    - CHIP_MODULE_CACHE_DIR="" ZE_AFFINITY_MASK=0.0 ../scripts/check.py ./ dgpu level0 --timeout 60 --num-tries=1 --num-threads=1
  allow_failure: true

chipStar_script_install_llvm22:
  stage: builds_chipstar_install_script_llvm22
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - cp -r ${WRK_DIR}/chipStar  ${WRK_DIR}/chipStar_llvm22
    - cd ${WRK_DIR}/chipStar_llvm22
    - module use /soft/modulefiles
    - module load cmake chipStar/.llvm22/20260311-22/release
    - ./install_chipstar.py --all --install-dir ${WRK_DIR}/install/ --staging-dir $PWD/stage
  allow_failure: true

chipStar_script_test_llvm22:
  stage: runs_tests_chipstar_install_script_llvm22
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
    - cd ${WRK_DIR}/chipStar_llvm22/build
    - module use /soft/modulefiles
    - module load cmake chipStar/.llvm22/20260311-22/release
    - rm -rf $HOME/.cache/chipStar
    - CHIP_BE=level0 make build_tests -j
    - CHIP_MODULE_CACHE_DIR="" ZE_AFFINITY_MASK=0.0 ../scripts/check.py ./ dgpu level0 --timeout 60 --num-tries=1 --num-threads=1
  allow_failure: true

# testing with install script
chipStar_aurora_script_test:
  stage: builds_chipstar_aurora_script_llvm19
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - mkdir ${WRK_DIR}/script_llvm19
    - cp -r ${WRK_DIR}/chipStar ${WRK_DIR}/script_llvm19
    - NO_FRESH_CHIPSTAR_PULL=true temp=${WRK_DIR}/script_llvm19 MODULE_INSTALL_DIR=${WRK_DIR}/modulefiles CHIPSTAR_INSTALL_DIR=${WRK_DIR}/latest_llvm19/ /lus/flare/projects/Aurora_deployment/bertoni/projects/p02.chipStar/chip-star-patch.sh release chipStar/.llvm19/20251107-19/release
    - cd ${WRK_DIR}/modulefiles/chipStar
    - echo 'module_version("llvm19", "default")' > .modulerc.lua
  allow_failure: true
  
chipStar_aurora_script_test_run:
  stage: runs_chipstar_aurora_script_llvm19
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - cd ${WRK_DIR}/script_llvm19/chipStar/build
    - rm -rf $HOME/.cache/chipStar
    - CHIP_BE=level0 make build_tests -j
    - module load cmake
    - CHIP_MODULE_CACHE_DIR="" ZE_AFFINITY_MASK=0.0 ../scripts/check.py ./ dgpu level0 --timeout 60 --num-tries=1 --num-threads=1
  allow_failure: true

chipStar_aurora_script_test_llvm22:
  stage: builds_chipstar_aurora_script_llvm22
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - mkdir ${WRK_DIR}/script_llvm_22
    - cp -r ${WRK_DIR}/chipStar ${WRK_DIR}/script_llvm_22
    - NO_FRESH_CHIPSTAR_PULL=true llvm_version=22 temp=${WRK_DIR}/script_llvm_22/ MODULE_INSTALL_DIR=${WRK_DIR}/modulefiles CHIPSTAR_INSTALL_DIR=${WRK_DIR}/latest_llvm22/ LLVM_INSTALL_DIR=${WRK_DIR}/llvm22 /lus/flare/projects/Aurora_deployment/bertoni/projects/p02.chipStar/chip-star-patch.sh release
  allow_failure: true
  
chipStar_aurora_script_test_llvm22_run:
  stage: runs_chipstar_aurora_script_llvm22
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
    - hostname
    - echo "Running on $(hostname) with setuid shell runner"
    - cd ${WRK_DIR}/script_llvm_22/chipStar/build
    - module load cmake
    - rm -rf $HOME/.cache/chipStar
    - CHIP_BE=level0 make build_tests -j
    - CHIP_MODULE_CACHE_DIR="" ZE_AFFINITY_MASK=0.0 ../scripts/check.py ./ dgpu level0 --timeout 60 --num-tries=1 --num-threads=1
  allow_failure: true

# hoMusic application build and run
hoMusic_build:
  stage: builds_hoMusic
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
    - ${GENESIS_CI_PROJECT_DIR}/hoMusic_ci.sh build chipStar/llvm19
  allow_failure: true
  
hoMusic_run:
  stage: runs_hoMusic
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
    - rm -f ${GENESIS_CI_PROJECT_DIR}/output
    - ${GENESIS_CI_PROJECT_DIR}/hoMusic_ci.sh run chipStar/llvm19 |& tee -a ${GENESIS_CI_PROJECT_DIR}/output
  allow_failure: true

performance_hoMusic:
  stage: performance_hoMusic
  extends: .aurora-shell-runner
  script:
    - cd ${GENESIS_CI_PROJECT_DIR}
    - |
      TIME_STR=$(grep "real" output | awk '{print $2}')
      echo "Extracted time: $TIME_STR"

      # Convert to total seconds using awk (handles 1m50.315s -> 110.315)
      ACTUAL_TIME=$(echo $TIME_STR | awk -F'[ms]' '{print ($1 * 60) + $2}')
      
      # Define baseline (1m50.315s = 110.315s) and 6% threshold
      BASELINE=110.315
      THRESHOLD=$(echo "$BASELINE * 0.06" | bc -l)
      LOWER_BOUND=$(echo "$BASELINE - $THRESHOLD" | bc -l)
      UPPER_BOUND=$(echo "$BASELINE + $THRESHOLD" | bc -l)

      echo "Actual: $ACTUAL_TIME s | Target: $BASELINE s (+/- $THRESHOLD s)"

      # Compare using bc (returns 1 for true, 0 for false)
      IS_WITHIN_LIMITS=$(echo "$ACTUAL_TIME >= $LOWER_BOUND && $ACTUAL_TIME <= $UPPER_BOUND" | bc -l)

      if [ "$IS_WITHIN_LIMITS" -eq 1 ]; then
        echo "Performance check passed: $ACTUAL_TIME is within 5% of $BASELINE"
        exit 0
      else
        echo "Performance check failed: $ACTUAL_TIME is outside the range [$LOWER_BOUND, $UPPER_BOUND]"
        exit 1
      fi
  allow_failure: true
  
# ZeroRK application build and run
zeroRK_build:
  stage: builds_zeroRK
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
   - cd ${WRK_DIR}
   - git clone git@github.com:CHIP-SPV/zero-rk.git -b hip-chipStar
   - cd zero-rk
   - module use /soft/modulefiles
   - module use ${WRK_DIR}/modulefiles
   - module load chipStar/llvm19 cmake
   - mkdir -p build_aurora
   - cd build_aurora
   - sh ../scripts/build_aurora.sh  --no-module-loads
  allow_failure: true
  
zeroRK_run:
  stage: runs_zeroRK
  resource_group: aurora_pipeline  
  extends: .aurora-batch-runner
  script:
  - cd ${WRK_DIR}/zero-rk
  - cd running_test_aurora
  - mkdir -p logs
  - chmod a+x ./submit_job.sh
  - module use /soft/modulefiles
  - module use ${WRK_DIR}/modulefiles
  - module load chipStar/llvm19
  - rm -f output
  - ./submit_job.sh |& tee -a output
  allow_failure: true

zeroRK_performance:
  stage: perforamce_zeroRK
  resource_group: aurora_pipeline  
  extends: .aurora-shell-runner
  script:
  - cd ${WRK_DIR}/zero-rk/running_test_aurora
  - |
    ACTUAL_TIME=$(grep "Job time in seconds" output | awk '{print $5}')
    echo "Extracted time: $ACTUAL_TIME"
    
    # Define baseline and 6% threshold
    BASELINE=85
    THRESHOLD=$(echo "$BASELINE * 0.06" | bc -l)
    LOWER_BOUND=$(echo "$BASELINE - $THRESHOLD" | bc -l)
    UPPER_BOUND=$(echo "$BASELINE + $THRESHOLD" | bc -l)

    echo "Actual: $ACTUAL_TIME s | Target: $BASELINE s (+/- $THRESHOLD s)"

    # Compare using bc (returns 1 for true, 0 for false)
    IS_WITHIN_LIMITS=$(echo "$ACTUAL_TIME >= $LOWER_BOUND && $ACTUAL_TIME <= $UPPER_BOUND" | bc -l)

    if [ "$IS_WITHIN_LIMITS" -eq 1 ]; then
      echo "Performance check passed: $ACTUAL_TIME is within 5% of $BASELINE"
      exit 0
    else
      echo "Performance check failed: $ACTUAL_TIME is outside the range [$LOWER_BOUND, $UPPER_BOUND]"
      exit 1
    fi
  allow_failure: true  

cleanup:
  stage: cleanup
  extends: .aurora-shell-runner
  resource_group: aurora_pipeline
  when: on_success
  script:
    - rm -rf ${WRK_DIR}

.report_github_status:
  stage: cleanup
  extends: .aurora-shell-runner
  script:
    - |
      if [ -z "${GITHUB_SHA}" ]; then
        echo "No GITHUB_SHA set, skipping GitHub status report"
        exit 0
      fi
      curl -X POST \
        --fail \
        -H "Authorization: token ${GITHUB_TOKEN}" \
        -H "Accept: application/vnd.github.v3+json" \
        https://api.github.com/repos/CHIP-SPV/chipStar/statuses/${GITHUB_SHA} \
        -d "{\"state\":\"${GITHUB_STATUS}\",\"context\":\"aurora-ci\",\"target_url\":\"${CI_PIPELINE_URL}\"}"

report_success:
  extends: .report_github_status
  when: on_success
  variables:
    GITHUB_STATUS: "success"

report_failure:
  extends: .report_github_status
  when: on_failure
  variables:
    GITHUB_STATUS: "failure"