diff --git a/.github/workflows/build_bundle_package.yml b/.github/workflows/build_bundle_package.yml index c4861ffea42f..5cf08be9d39a 100644 --- a/.github/workflows/build_bundle_package.yml +++ b/.github/workflows/build_bundle_package.yml @@ -56,7 +56,7 @@ jobs: ccache-centos7-release-default - name: Build Gluten velox third party run: | - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " df -a cd /work export CCACHE_DIR=/work/.ccache diff --git a/.github/workflows/build_release.yml b/.github/workflows/build_release.yml index cec50c92b1f4..587dc7fcedec 100644 --- a/.github/workflows/build_release.yml +++ b/.github/workflows/build_release.yml @@ -28,8 +28,8 @@ jobs: - uses: actions/checkout@v4 - name: Build run: | - docker pull apache/gluten:vcpkg-centos-7 - docker run -v $GITHUB_WORKSPACE:/workspace -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker pull apache/gluten:1.5-vcpkg-centos-7 + docker run -v $GITHUB_WORKSPACE:/workspace -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " set -e cd /workspace bash dev/release/build-release.sh diff --git a/.github/workflows/flink.yml b/.github/workflows/flink.yml index ed579c0729f3..7e5c2c93f78b 100644 --- a/.github/workflows/flink.yml +++ b/.github/workflows/flink.yml @@ -35,7 +35,7 @@ env: jobs: flink-test: runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk17 + container: apache/gluten:1.5-centos-8-jdk17 steps: - uses: actions/checkout@v2 - name: Prepare diff --git a/.github/workflows/velox_backend_arm.yml b/.github/workflows/velox_backend_arm.yml index 9f7d9b48d6cd..1b80632ee5f1 100644 --- a/.github/workflows/velox_backend_arm.yml +++ b/.github/workflows/velox_backend_arm.yml @@ -52,7 +52,7 @@ concurrency: jobs: build-native-lib-centos-8: runs-on: ubuntu-24.04-arm - container: apache/gluten:vcpkg-centos-8 + container: apache/gluten:1.5-vcpkg-centos-8 steps: - uses: actions/checkout@v4 - name: Get Ccache @@ -146,8 +146,8 @@ jobs: --extra-conf=spark.gluten.ras.enabled=true cpp-test-udf-test: - runs-on: ubuntu-24.04-arm - container: apache/gluten:centos-8-jdk8 + runs-on: ubuntu-22.04-arm + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Get Ccache @@ -181,8 +181,9 @@ jobs: export JAVA_HOME=/usr/lib/jvm/java-17-openjdk export PATH=$JAVA_HOME/bin:$PATH java -version + export MAVEN_OPTS="-XX:-UseContainerSupport" $MVN_CMD test -Pspark-3.5 -Pbackends-velox -Pjava-17 -Piceberg -Pdelta -Ppaimon -DtagsToExclude=None \ - -DtagsToInclude=org.apache.gluten.tags.UDFTest + -DtagsToInclude=org.apache.gluten.tags.UDFTest - name: Upload test report uses: actions/upload-artifact@v4 with: diff --git a/.github/workflows/velox_backend_cache.yml b/.github/workflows/velox_backend_cache.yml index 0482e336b575..81740cd5744a 100644 --- a/.github/workflows/velox_backend_cache.yml +++ b/.github/workflows/velox_backend_cache.yml @@ -42,7 +42,7 @@ jobs: ccache-centos7-release-default - name: Build Gluten native libraries run: | - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " export CCACHE_DIR=/work/.ccache mkdir -p /work/.ccache bash dev/ci-velox-buildstatic-centos-7.sh @@ -56,7 +56,7 @@ jobs: cache-native-lib-centos-8: runs-on: ${{ matrix.os }} - container: apache/gluten:vcpkg-centos-8 + container: apache/gluten:1.5-vcpkg-centos-8 strategy: matrix: os: [ ubuntu-22.04, ubuntu-24.04-arm ] @@ -84,7 +84,7 @@ jobs: strategy: matrix: os: [ ubuntu-22.04, ubuntu-24.04-arm ] - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Get Ccache @@ -119,7 +119,7 @@ jobs: ccache-enhanced-centos7-release-default - name: Build Gluten native libraries run: | - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " export CCACHE_DIR=/work/.ccache mkdir -p /work/.ccache bash dev/ci-velox-buildstatic-centos-7-enhanced-features.sh @@ -136,7 +136,7 @@ jobs: strategy: matrix: os: [ ubuntu-22.04 ] - container: apache/gluten:centos-9-jdk8-cudf + container: apache/gluten:1.5-centos-9-jdk8-cudf steps: - uses: actions/checkout@v2 - name: Get Ccache diff --git a/.github/workflows/velox_backend_enhanced_features.yml b/.github/workflows/velox_backend_enhanced_features.yml index 10ab11b64e00..1c0a0c4be9d3 100644 --- a/.github/workflows/velox_backend_enhanced_features.yml +++ b/.github/workflows/velox_backend_enhanced_features.yml @@ -62,8 +62,8 @@ jobs: ccache-enhanced-centos7-release-default - name: Build Gluten native libraries run: | - docker pull apache/gluten:vcpkg-centos-7 - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker pull apache/gluten:1.5-vcpkg-centos-7 + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " set -e yum install tzdata -y df -a @@ -96,7 +96,7 @@ jobs: spark-test-spark34: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -154,7 +154,7 @@ jobs: spark-test-spark35: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -212,7 +212,7 @@ jobs: spark-test-spark35-slow: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts diff --git a/.github/workflows/velox_backend_x86.yml b/.github/workflows/velox_backend_x86.yml index ba5fff7044fe..241df8e88f44 100644 --- a/.github/workflows/velox_backend_x86.yml +++ b/.github/workflows/velox_backend_x86.yml @@ -65,8 +65,8 @@ jobs: ccache-centos7-release-default - name: Build Gluten native libraries run: | - docker pull apache/gluten:vcpkg-centos-7 - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker pull apache/gluten:1.5-vcpkg-centos-7 + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " set -e yum install tzdata -y df -a @@ -506,7 +506,7 @@ jobs: uniffle: [ "0.9.2" ] hadoop: [ "2.8.5" ] runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Native Artifacts @@ -556,7 +556,7 @@ jobs: spark: [ "spark-3.2" ] celeborn: [ "celeborn-0.6.0", "celeborn-0.5.4", "celeborn-0.4.3"] runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Native Artifacts @@ -612,7 +612,7 @@ jobs: spark-test-spark32: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - uses: actions/download-artifact@v4 @@ -662,7 +662,7 @@ jobs: spark-test-spark32-slow: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -699,7 +699,7 @@ jobs: spark-test-spark33: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -755,7 +755,7 @@ jobs: spark-test-spark33-slow: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -798,7 +798,7 @@ jobs: spark-test-spark34: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -856,7 +856,7 @@ jobs: spark-test-spark34-slow: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -900,7 +900,7 @@ jobs: spark-test-spark35: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -956,7 +956,7 @@ jobs: spark-test-spark35-scala213: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1006,7 +1006,7 @@ jobs: spark-test-spark35-slow: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1052,7 +1052,7 @@ jobs: spark-test-spark35-ras: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1105,7 +1105,7 @@ jobs: spark-test-spark35-slow-ras: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1150,7 +1150,7 @@ jobs: spark-test-spark35-smj: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1203,7 +1203,7 @@ jobs: spark-test-spark35-slow-smj: needs: build-native-lib-centos-7 runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Download All Artifacts @@ -1247,7 +1247,7 @@ jobs: cpp-test-udf-test: runs-on: ubuntu-22.04 - container: apache/gluten:centos-8-jdk8 + container: apache/gluten:1.5-centos-8-jdk8 steps: - uses: actions/checkout@v2 - name: Get Ccache @@ -1298,7 +1298,7 @@ jobs: build-cudf-centos-9: runs-on: ubuntu-22.04 - container: apache/gluten:centos-9-jdk8-cudf + container: apache/gluten:1.5-centos-9-jdk8-cudf steps: - uses: actions/checkout@v2 - name: Get Ccache diff --git a/.github/workflows/velox_nightly.yml b/.github/workflows/velox_nightly.yml index 7ec22fba007c..3a57f89b114a 100644 --- a/.github/workflows/velox_nightly.yml +++ b/.github/workflows/velox_nightly.yml @@ -48,7 +48,7 @@ jobs: ccache-centos7-release-default - name: Build Gluten velox third party run: | - docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:vcpkg-centos-7 bash -c " + docker run -v $GITHUB_WORKSPACE:/work -w /work apache/gluten:1.5-vcpkg-centos-7 bash -c " df -a cd /work export CCACHE_DIR=/work/.ccache @@ -173,7 +173,7 @@ jobs: #TODO: split ARM section into different file build-native-lib-centos-8-arm64: runs-on: ubuntu-24.04-arm - container: apache/gluten:vcpkg-centos-8 + container: apache/gluten:1.5-vcpkg-centos-8 steps: - uses: actions/checkout@v4 - name: Get Ccache