Merge pull request #41 from poyrazK/feature/full-join-option-c-infras… #282
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: cloudSQL CI | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| jobs: | |
| style-check: | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.head_ref }} | |
| - name: Run clang-format fix | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y clang-format | |
| find src include tests -name "*.cpp" -o -name "*.hpp" | xargs clang-format -i | |
| - name: Commit style fixes | |
| uses: stefanzweifel/git-auto-commit-action@v5 | |
| with: | |
| commit_message: "style: automated clang-format fixes" | |
| build: | |
| needs: style-check | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| compiler: [clang++, g++] | |
| sanitizer: [address, thread] | |
| exclude: | |
| - compiler: g++ | |
| sanitizer: thread # Focus TSan on Clang for faster CI | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y cmake clang clang-tidy llvm ninja-build ccache || (sleep 10 && sudo apt-get update && sudo apt-get install -y cmake clang clang-tidy llvm ninja-build ccache) | |
| - name: Cache ccache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.ccache | |
| key: ${{ runner.os }}-${{ matrix.compiler }}-${{ matrix.sanitizer }}-ccache-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-${{ matrix.compiler }}-${{ matrix.sanitizer }}-ccache- | |
| - name: Configure CMake | |
| run: | | |
| mkdir build | |
| cd build | |
| export CCACHE_DIR=~/.ccache | |
| cmake .. -G Ninja \ | |
| -DCMAKE_CXX_COMPILER=${{ matrix.compiler }} \ | |
| -DCMAKE_CXX_COMPILER_LAUNCHER=ccache \ | |
| -DUSE_SANITIZER=${{ matrix.sanitizer }} \ | |
| -DBUILD_TESTS=ON \ | |
| -DSTRICT_LINT=OFF \ | |
| -DCMAKE_CXX_CLANG_TIDY="" \ | |
| -DBUILD_COVERAGE=${{ matrix.sanitizer == 'address' && 'ON' || 'OFF' }} | |
| - name: Build | |
| run: | | |
| cd build | |
| ninja sqlEngineCore | |
| ninja | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: build-${{ matrix.compiler }}-${{ matrix.sanitizer }} | |
| path: build/ | |
| include-hidden-files: true | |
| test: | |
| needs: build | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| compiler: [clang++, g++] | |
| sanitizer: [address, thread] | |
| exclude: | |
| - compiler: g++ | |
| sanitizer: thread | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y lcov python3 llvm || (sleep 10 && sudo apt-get update && sudo apt-get install -y lcov python3 llvm) | |
| - name: Download Build Artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: build-${{ matrix.compiler }}-${{ matrix.sanitizer }} | |
| path: build/ | |
| - name: Restore Permissions | |
| run: | | |
| chmod +x build/cloudSQL | |
| chmod +x build/*_tests || true | |
| - name: Run Unit Tests | |
| run: | | |
| cd build | |
| ctest --output-on-failure | |
| - name: Run Distributed Tests | |
| run: | | |
| ./tests/run_dist_test.sh tests/logic/*.slt | |
| - name: Generate Coverage Report | |
| if: matrix.sanitizer == 'address' && matrix.compiler == 'clang++' | |
| run: | | |
| cd build | |
| lcov --directory . --capture --output-file coverage.info --gcov-tool "$GITHUB_WORKSPACE/.github/scripts/llvm-gcov.sh" --ignore-errors inconsistent | |
| lcov --remove coverage.info '/usr/*' '*/tests/*' '*/CMakeFiles/*' '*/_deps/*' --output-file filtered_coverage.info --ignore-errors inconsistent,unused | |
| genhtml filtered_coverage.info --output-directory out_coverage --ignore-errors inconsistent | |
| - name: Upload Coverage | |
| if: matrix.sanitizer == 'address' && matrix.compiler == 'clang++' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: code-coverage-report | |
| path: build/out_coverage | |
| - name: Upload Binaries | |
| if: matrix.sanitizer == 'address' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: cloudsql-bin-${{ matrix.compiler }} | |
| path: build/cloudSQL | |
| performance-benchmarks: | |
| needs: style-check | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install dependencies | |
| run: | | |
| sudo apt-get update | |
| sudo apt-get install -y cmake clang ninja-build ccache python3 | |
| - name: Configure CMake (Release) | |
| run: | | |
| mkdir build | |
| cd build | |
| cmake .. -G Ninja \ | |
| -DCMAKE_BUILD_TYPE=Release \ | |
| -DBUILD_BENCHMARKS=ON \ | |
| -DBUILD_TESTS=OFF | |
| - name: Build Benchmarks | |
| run: | | |
| cd build | |
| ninja storage_bench execution_bench network_bench | |
| - name: Restore Performance Baseline | |
| id: restore-baseline | |
| uses: actions/cache/restore@v4 | |
| with: | |
| path: build/baseline.json | |
| key: perf-baseline-${{ runner.os }}-main | |
| - name: Run Benchmarks | |
| run: | | |
| cd build | |
| ./storage_bench --benchmark_format=json > storage.json | |
| ./execution_bench --benchmark_format=json > execution.json | |
| ./network_bench --benchmark_format=json > network.json | |
| # Merge results into one current.json | |
| python3 -c "import json; s=json.load(open('storage.json')); e=json.load(open('execution.json')); n=json.load(open('network.json')); s['benchmarks'].extend(e['benchmarks']); s['benchmarks'].extend(n['benchmarks']); json.dump(s, open('current.json', 'w'))" | |
| - name: Check for Performance Regressions | |
| run: | | |
| if [ -f build/baseline.json ]; then | |
| python3 scripts/check_perf_regression.py build/current.json build/baseline.json 0.20 | |
| else | |
| echo "No baseline found to compare against." | |
| fi | |
| - name: Save New Baseline | |
| if: github.ref == 'refs/heads/main' | |
| uses: actions/cache/save@v4 | |
| with: | |
| path: build/current.json | |
| key: perf-baseline-${{ runner.os }}-main-${{ github.sha }} | |
| - name: Upload Current Results | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: performance-results | |
| path: build/current.json |