From 4a4650cf3ee6307fbf39fa8212ea6a99f2e8b738 Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Thu, 16 Oct 2025 20:52:30 +0800 Subject: [PATCH 1/6] test for ce7 build --- .github/workflows/build-ce7-releases.yml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.github/workflows/build-ce7-releases.yml b/.github/workflows/build-ce7-releases.yml index ae89e26f4..bdefd20f1 100644 --- a/.github/workflows/build-ce7-releases.yml +++ b/.github/workflows/build-ce7-releases.yml @@ -91,7 +91,11 @@ jobs: --docker true \ --release \ --sparkver ${{ env.sparkver_short }} \ - --scalaver ${{ matrix.scalaver }} + --scalaver ${{ matrix.scalaver }} \ + --celeborn 0.5 \ + --uniffle 0.10 \ + --paimon 1.2 \ + --flink 1.18 - name: Upload auron-${{ matrix.sparkver }}_${{ matrix.scalaver }} uses: actions/upload-artifact@v4 From 67b08e49cd39efba71aed6659295fecf662ee7de Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Fri, 17 Oct 2025 17:18:20 +0800 Subject: [PATCH 2/6] add skipTests to flink pom --- auron-flink-extension/pom.xml | 1 + 1 file changed, 1 insertion(+) diff --git a/auron-flink-extension/pom.xml b/auron-flink-extension/pom.xml index c795614bd..c44e20d2b 100644 --- a/auron-flink-extension/pom.xml +++ b/auron-flink-extension/pom.xml @@ -296,6 +296,7 @@ ${maven.plugin.surefire.version} + ${skipTests} **/*ITCase.java From 86fcf6b91ccd9a6982beb4371feef60447c6a500 Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Fri, 17 Oct 2025 19:38:08 +0800 Subject: [PATCH 3/6] test for ut --- .github/workflows/build-ut.yml | 77 ++++++++++++++++++++++++++++++++++ 1 file changed, 77 insertions(+) create mode 100644 .github/workflows/build-ut.yml diff --git a/.github/workflows/build-ut.yml b/.github/workflows/build-ut.yml new file mode 100644 index 000000000..ea3baf9fe --- /dev/null +++ b/.github/workflows/build-ut.yml @@ -0,0 +1,77 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +name: Auron UT Validation + +on: + workflow_dispatch: + +jobs: + unit-tests: + runs-on: ubuntu-latest + strategy: + matrix: + include: + # Spark 3.5 UT (Scala 2.13) + - name: Spark 3.5 UT + scala: 2.13 + spark: 3.5 + module: auron-spark-extension + profiles: "-Pscala-2.13 -Pspark-3.5 -Prelease" + + # Spark 3.4 UT (Scala 2.12) + - name: Spark 3.4 UT + scala: 2.12 + spark: 3.4 + module: auron-spark-extension + profiles: "-Pscala-2.12 -Pspark-3.4 -Prelease" + + # Flink UT (Scala 2.12 only) + - name: Flink 1.18 UT + scala: 2.12 + flink: 1.18 + module: auron-flink-extension + profiles: "-Pscala-2.12 -Pflink-1.18 -Prelease" + + # Celeborn UT (Scala 2.13) + - name: Celeborn UT + scala: 2.13 + spark: 3.5 + module: auron-celeborn-extension + profiles: "-Pscala-2.13 -Pspark-3.5 -Prelease" + + steps: + - uses: actions/checkout@v4 + + - name: Set up JDK + uses: actions/setup-java@v3 + with: + java-version: 11 + distribution: temurin + + - name: Build and Test ${{ matrix.name }} + run: | + ./build/mvn -B clean test -pl ${{ matrix.module }} -am ${{ matrix.profiles }} + + - name: Upload test reports (optional) + if: failure() + uses: actions/upload-artifact@v3 + with: + name: test-reports-${{ matrix.name }} + path: | + **/target/surefire-reports/*.xml + **/target/failsafe-reports/*.xml From 1bab05f57d9e73fa610679ef28b8ee9bd72addbf Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Fri, 17 Oct 2025 19:40:39 +0800 Subject: [PATCH 4/6] test --- .github/workflows/build-ut.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/.github/workflows/build-ut.yml b/.github/workflows/build-ut.yml index ea3baf9fe..40722c34a 100644 --- a/.github/workflows/build-ut.yml +++ b/.github/workflows/build-ut.yml @@ -19,6 +19,9 @@ name: Auron UT Validation on: workflow_dispatch: + push: + branches: [ main, release-* ] + pull_request: jobs: unit-tests: From 18b23ee5867bbf96d1e02c061091292ae16f5856 Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Fri, 17 Oct 2025 19:45:23 +0800 Subject: [PATCH 5/6] fix actions/upload-artifact to v4 --- .github/workflows/build-ut.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-ut.yml b/.github/workflows/build-ut.yml index 40722c34a..3e3194acd 100644 --- a/.github/workflows/build-ut.yml +++ b/.github/workflows/build-ut.yml @@ -72,7 +72,7 @@ jobs: - name: Upload test reports (optional) if: failure() - uses: actions/upload-artifact@v3 + uses: actions/upload-artifact@v4 with: name: test-reports-${{ matrix.name }} path: | From da091367f0e2015b87de8919cbd5542982c51f46 Mon Sep 17 00:00:00 2001 From: Ruilei Ma Date: Fri, 17 Oct 2025 20:15:20 +0800 Subject: [PATCH 6/6] fix -pl --- .github/workflows/build-ut.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/build-ut.yml b/.github/workflows/build-ut.yml index 3e3194acd..ea7194c46 100644 --- a/.github/workflows/build-ut.yml +++ b/.github/workflows/build-ut.yml @@ -33,7 +33,7 @@ jobs: - name: Spark 3.5 UT scala: 2.13 spark: 3.5 - module: auron-spark-extension + module: spark-extension profiles: "-Pscala-2.13 -Pspark-3.5 -Prelease" # Spark 3.4 UT (Scala 2.12)