From 033ad20e80589c351c02dc6cb966b27d993604ae Mon Sep 17 00:00:00 2001 From: glutenperfbot Date: Fri, 12 Jun 2026 09:17:49 +0000 Subject: [PATCH 1/6] [GLUTEN-6887][VL] Daily Update Velox Version (dft-2026_06_12) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Upstream Velox's New Commits: 97d08923f by Chengcheng Jin, build(cudf): Add cudf label to cudf pull request (#16976) 68b3e46e0 by Richard Barnes, refactor: Migrate PrestoCastHooks from double-conversion to fast_float (#17807) 306fdacea by Krishna Pai, feat: Add forwardedProbeColumns to IndexLookupJoinNode (#17737) f3e7bcfc0 by Liangcai Li, fix(cudf): Evaluate row constructor dereferences (#17460) 2c0b18f7a by Kyle Hubert, fix(cudf): Fix UCX output buffer lifetime after async cuDF concat (#17533) cc0fbeb76 by Luis Garcés-Erice, fix(cudf): Fix velox_cudf_iceberg_deletion_vector_test (#17767) 683337aaf by Anup Kesavan, refactor(parquet): Avoid copying logical type (#17782) 25f1fe493 by Orri Erling, feat: Support in-place ops, fix fused/standalone syncs, broadcast shapes (#17770) e5d15ee37 by Xiaoxuan Meng, feat: Add synchronous io_uring batch reads for local files (#17788) 457bb8ffd by Ping Liu, refactor: FileFormat's hand-rolled toString() switch to VELOX_DEFINE_ENUM_NAME (#17777) 1d05baea9 by Ping Liu, fix(build): Dwrf proto build error (#17716) 69fd99226 by dependabot[bot], build(ci): Bump astral-sh/setup-uv from 7.1.2 to 8.2.0 (#17762) 9fcf58381 by Orri Erling, feat(torchwave): Zero-copy parallel reference-frame load (#17751) ca38b8971 by Matt Gara, feat(cudf): Add basic support for timestamp and date (#16634) 73c7ae2b7 by Zac Wen, feat: Support lazy reader creation in HiveIndexSource (#17786) f59223d35 by Zhenyuan Zhao, fix: Clean up parquet thrift (#17784) cce26b637 by Zac Wen, refactor: Unify partitioned and non-partitioned paths with SplitGroup (#17772) c0f92ff76 by Xiaoxuan Meng, test: Make cached duplicate-region test deterministic (#17780) adead10dd by Heidi Han, feat(types): Serialize enum types in toSql and parse enum kinds case-insensitively (#17717) 904df4b67 by peterenescu, build: Use FBThrift instead of Apache Thrift (#16019) (#16019) (#16019) f68e7ae9f by dependabot[bot], build(ci): Bump pypa/cibuildwheel from 3.3.0 to 4.0.0 (#17763) 379847068 by dependabot[bot], build(deps): Bump @babel/plugin-transform-modules-systemjs from 7.29.0 to 7.29.7 in /website (#17771) 4c0441d83 by Deepthi Bose, feat(function): Add Google Polyline encoding and decoding Presto scalar functions (#16516) 48590c71d by Daniel Bauer, feat(cudf): Support DATE identity partition columns in Iceberg reader (#17755) 9d0fbd54f by Orri Erling, fix: Force alwaysSingleBlock ops to a single block in makeGrid (#17769) a3d93dff0 by lifulong, fix(parquet): LIST/MAP reader: null buffer size() stale after ensureCapacity (#17496) d66364f74 by Kyle Hubert, fix(UCX): Fix UCX intra-node fast-path selection (#17753) 75a7b56bb by Bradley Dice, build(cuda): Allow DNF fallback for adapter CUDA installs (#17712) c26556994 by Matt Gara, fix(cudf): Transfer hash join build input ownership (#17754) 450598d99 by Masha Basmanova, docs(review): Make design and maintainability a first-class review pass (#17766) 9febb8c58 by zhli1142015, perf(window): Skip RowContainer round-trip in streaming window build (#17558) ceecbfc43 by Xiaoxuan Meng, fix: Support duplicate regions in CachedBufferedInput (#17757) 5aad32741 by Xiaoxuan Meng, feat: Support duplicate regions in DirectBufferedInput (#17756) 91e3fb5e0 by Prashant Golash, perf: Lazy per-column I/O for projected columns in Nimble (#17350) 1bb178337 by Christian Zentgraf, feat(ci): Add ASAN and UBSAN build and CI job (#15444) 99cf749ec by dependabot[bot], build(deps): Bump axios from 1.15.2 to 1.16.0 in /website (#17742) 27d515493 by Apurva Kumar, feat: IcebergMergeSink: composite DataSink for UPDATE/MERGE (#17738) 3e97e9763 by Pramod Satya, test(cudf): Add tests for parquet stats filtering for decimals (#17432) c441ece28 by Xiaoxuan Meng, perf: Coalesce exact duplicate IO ranges 1f90087b4 by Ping Liu, refactor: Rename inconsistent Hive Parquet config keys (#17733) d171ea054 by Zhenyuan Zhao, fix(iceberg): Support reading flatmap as struct (#17741) Signed-off-by: glutenperfbot --- ep/build-velox/src/get-velox.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ep/build-velox/src/get-velox.sh b/ep/build-velox/src/get-velox.sh index 71965f6c73..907167b3fe 100755 --- a/ep/build-velox/src/get-velox.sh +++ b/ep/build-velox/src/get-velox.sh @@ -18,8 +18,8 @@ set -exu CURRENT_DIR=$(cd "$(dirname "$BASH_SOURCE")"; pwd) VELOX_REPO=https://github.com/IBM/velox.git -VELOX_BRANCH=dft-2026_06_06 -VELOX_ENHANCED_BRANCH=ibm-2026_06_06 +VELOX_BRANCH=dft-2026_06_12 +VELOX_ENHANCED_BRANCH=ibm-2026_06_12 VELOX_HOME="" RUN_SETUP_SCRIPT=ON ENABLE_ENHANCED_FEATURES=OFF From 96c61c88aa64852ed1b96d0f61bea9ea3b238b94 Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 12 Jun 2026 11:31:47 +0100 Subject: [PATCH 2/6] build deps --- dev/ci-velox-buildshared-centos-9.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/ci-velox-buildshared-centos-9.sh b/dev/ci-velox-buildshared-centos-9.sh index d4008d125c..e47c1f72a4 100755 --- a/dev/ci-velox-buildshared-centos-9.sh +++ b/dev/ci-velox-buildshared-centos-9.sh @@ -24,5 +24,5 @@ if [ "$(uname -m)" = "aarch64" ]; then export VCPKG_FORCE_SYSTEM_BINARIES=1; fi -./dev/builddeps-veloxbe.sh --run_setup_script=OFF --build_arrow=OFF --build_tests=ON \ +./dev/builddeps-veloxbe.sh --run_setup_script=ON --build_arrow=OFF --build_tests=ON \ --build_examples=ON --build_benchmarks=ON From 39c39f4fce5d40d4389478cd0099e0caf8cd13fd Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 12 Jun 2026 15:39:35 +0100 Subject: [PATCH 3/6] fix --- dev/builddeps-veloxbe.sh | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh index 3fcd42660f..84a13d896b 100755 --- a/dev/builddeps-veloxbe.sh +++ b/dev/builddeps-veloxbe.sh @@ -297,6 +297,9 @@ function setup_dependencies { echo "Start to install dependencies" pushd $VELOX_HOME + + # set GIT_CEILING_DIRECTORIES to make `git apply` work as expected. + export GIT_CEILING_DIRECTORIES=${DEPENDENCY_DIR} if [ $OS == 'Linux' ]; then setup_linux elif [ $OS == 'Darwin' ]; then @@ -315,6 +318,8 @@ function setup_dependencies { export AZURE_SDK_DISABLE_AUTO_VCPKG=ON install_azure_storage_sdk_cpp fi + unset GIT_CEILING_DIRECTORIES + popd } From 65f4e00f5e176128f475cb1b7474f5454d1c0dab Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 12 Jun 2026 16:27:12 +0100 Subject: [PATCH 4/6] fix --- dev/build-helper-functions.sh | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/dev/build-helper-functions.sh b/dev/build-helper-functions.sh index c90e68b208..cae4e148ac 100644 --- a/dev/build-helper-functions.sh +++ b/dev/build-helper-functions.sh @@ -207,9 +207,9 @@ function cmake_install { function setup_macos { sed -i '' '/run_and_time install_arrow/d' scripts/setup-macos.sh if [ $ARCH == 'x86_64' ]; then - ./scripts/setup-macos.sh + source ./scripts/setup-macos.sh elif [ $ARCH == 'arm64' ]; then - CPU_TARGET="arm64" ./scripts/setup-macos.sh + CPU_TARGET="arm64" source ./scripts/setup-macos.sh else echo "Unknown arch: $ARCH" fi @@ -224,13 +224,13 @@ function setup_linux { export SIMDJSON_SKIPUTF8VALIDATION=ON if [[ "$LINUX_DISTRIBUTION" == "ubuntu" || "$LINUX_DISTRIBUTION" == "debian" || "$LINUX_DISTRIBUTION" == "pop" ]]; then - scripts/setup-ubuntu.sh + source scripts/setup-ubuntu.sh elif [[ "$LINUX_DISTRIBUTION" == "centos" ]]; then case "$LINUX_VERSION_ID" in - 9) scripts/setup-centos9.sh ;; - 8) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 9) source scripts/setup-centos9.sh ;; + 8) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; 7) - $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable @@ -244,7 +244,7 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "openEuler" ]]; then case "$LINUX_VERSION_ID" in 24.03) - $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;; + source $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;; *) echo "Unsupported openEuler version: $LINUX_VERSION_ID" exit 1 @@ -253,13 +253,13 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "alinux" ]]; then case "${LINUX_VERSION_ID:0:1}" in 2) - $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable set -u ;; - 3) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 3) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; *) echo "Unsupported alinux version: $LINUX_VERSION_ID" exit 1 @@ -268,13 +268,13 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "tencentos" ]]; then case "$LINUX_VERSION_ID" in 2.4) - $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable set -u ;; - 3.2) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 3.2) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; *) echo "Unsupported tencentos version: $LINUX_VERSION_ID" exit 1 @@ -284,7 +284,7 @@ function setup_linux { "$LINUX_DISTRIBUTION" == "almalinux" ]]; then case "${LINUX_VERSION_ID%%.*}" in 9) - $GLUTEN_VELOX_SCRIPT_HOME/setup-rhel.sh ;; + source $GLUTEN_VELOX_SCRIPT_HOME/setup-rhel.sh ;; *) echo "Unsupported ${LINUX_DISTRIBUTION} version: $LINUX_VERSION_ID" exit 1 From d953d82dced444c26bb81e618a7da66994a919f8 Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 12 Jun 2026 18:07:26 +0100 Subject: [PATCH 5/6] Revert "fix" This reverts commit 65f4e00f5e176128f475cb1b7474f5454d1c0dab. --- dev/build-helper-functions.sh | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/dev/build-helper-functions.sh b/dev/build-helper-functions.sh index cae4e148ac..c90e68b208 100644 --- a/dev/build-helper-functions.sh +++ b/dev/build-helper-functions.sh @@ -207,9 +207,9 @@ function cmake_install { function setup_macos { sed -i '' '/run_and_time install_arrow/d' scripts/setup-macos.sh if [ $ARCH == 'x86_64' ]; then - source ./scripts/setup-macos.sh + ./scripts/setup-macos.sh elif [ $ARCH == 'arm64' ]; then - CPU_TARGET="arm64" source ./scripts/setup-macos.sh + CPU_TARGET="arm64" ./scripts/setup-macos.sh else echo "Unknown arch: $ARCH" fi @@ -224,13 +224,13 @@ function setup_linux { export SIMDJSON_SKIPUTF8VALIDATION=ON if [[ "$LINUX_DISTRIBUTION" == "ubuntu" || "$LINUX_DISTRIBUTION" == "debian" || "$LINUX_DISTRIBUTION" == "pop" ]]; then - source scripts/setup-ubuntu.sh + scripts/setup-ubuntu.sh elif [[ "$LINUX_DISTRIBUTION" == "centos" ]]; then case "$LINUX_VERSION_ID" in - 9) source scripts/setup-centos9.sh ;; - 8) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 9) scripts/setup-centos9.sh ;; + 8) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; 7) - source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable @@ -244,7 +244,7 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "openEuler" ]]; then case "$LINUX_VERSION_ID" in 24.03) - source $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;; + $GLUTEN_VELOX_SCRIPT_HOME/setup-openeuler24.sh ;; *) echo "Unsupported openEuler version: $LINUX_VERSION_ID" exit 1 @@ -253,13 +253,13 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "alinux" ]]; then case "${LINUX_VERSION_ID:0:1}" in 2) - source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable set -u ;; - 3) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 3) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; *) echo "Unsupported alinux version: $LINUX_VERSION_ID" exit 1 @@ -268,13 +268,13 @@ function setup_linux { elif [[ "$LINUX_DISTRIBUTION" == "tencentos" ]]; then case "$LINUX_VERSION_ID" in 2.4) - source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh + $GLUTEN_VELOX_SCRIPT_HOME/setup-centos7.sh set +u export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/lib64/pkgconfig:/usr/lib/pkgconfig:$PKG_CONFIG_PATH source /opt/rh/devtoolset-11/enable set -u ;; - 3.2) source $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; + 3.2) $GLUTEN_VELOX_SCRIPT_HOME/setup-centos8.sh ;; *) echo "Unsupported tencentos version: $LINUX_VERSION_ID" exit 1 @@ -284,7 +284,7 @@ function setup_linux { "$LINUX_DISTRIBUTION" == "almalinux" ]]; then case "${LINUX_VERSION_ID%%.*}" in 9) - source $GLUTEN_VELOX_SCRIPT_HOME/setup-rhel.sh ;; + $GLUTEN_VELOX_SCRIPT_HOME/setup-rhel.sh ;; *) echo "Unsupported ${LINUX_DISTRIBUTION} version: $LINUX_VERSION_ID" exit 1 From 06343870b0682cd80c238ea7f109631f4b049fc8 Mon Sep 17 00:00:00 2001 From: Rong Ma Date: Fri, 12 Jun 2026 18:09:57 +0100 Subject: [PATCH 6/6] fix --- dev/builddeps-veloxbe.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh index 84a13d896b..2ae4451b5f 100755 --- a/dev/builddeps-veloxbe.sh +++ b/dev/builddeps-veloxbe.sh @@ -289,7 +289,7 @@ function get_velox { } function setup_dependencies { - DEPENDENCY_DIR=${DEPENDENCY_DIR:-$CURRENT_DIR/../ep/_ep} + export DEPENDENCY_DIR=${DEPENDENCY_DIR:-$CURRENT_DIR/../ep/_ep} mkdir -p ${DEPENDENCY_DIR} source $GLUTEN_DIR/dev/build-helper-functions.sh