[MINOR][TESTING] Branch 0.x #10
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release Candidate Validation | |
| on: | |
| push: | |
| branches: | |
| - 'release-*' | |
| pull_request: | |
| paths-ignore: | |
| - '**.bmp' | |
| - '**.gif' | |
| - '**.jpg' | |
| - '**.jpeg' | |
| - '**.md' | |
| - '**.pdf' | |
| - '**.png' | |
| - '**.svg' | |
| - '**.yaml' | |
| - '.gitignore' | |
| branches: | |
| - 'release-*' | |
| concurrency: | |
| group: ${{ github.ref }} | |
| cancel-in-progress: ${{ !contains(github.ref, 'master') }} | |
| env: | |
| MVN_ARGS: -e -ntp -B -V -Dgpg.skip -Djacoco.skip -Pwarn-log -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.shade=warn -Dorg.slf4j.simpleLogger.log.org.apache.maven.plugins.dependency=warn -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=5 | |
| SPARK_COMMON_MODULES: hudi-spark-datasource/hudi-spark,hudi-spark-datasource/hudi-spark-common | |
| jobs: | |
| validate-release-candidate-bundles: | |
| runs-on: ubuntu-latest | |
| env: | |
| HUDI_VERSION: 0.14.1 | |
| STAGING_REPO_NUM: 1123 | |
| strategy: | |
| matrix: | |
| include: | |
| - flinkProfile: 'flink1.18' | |
| sparkProfile: 'spark3' | |
| sparkRuntime: 'spark3.5.0' | |
| - flinkProfile: 'flink1.18' | |
| sparkProfile: 'spark3.5' | |
| sparkRuntime: 'spark3.5.0' | |
| - flinkProfile: 'flink1.18' | |
| sparkProfile: 'spark3.4' | |
| sparkRuntime: 'spark3.4.0' | |
| - flinkProfile: 'flink1.17' | |
| sparkProfile: 'spark3.3' | |
| sparkRuntime: 'spark3.3.2' | |
| - flinkProfile: 'flink1.16' | |
| sparkProfile: 'spark3.3' | |
| sparkRuntime: 'spark3.3.1' | |
| - flinkProfile: 'flink1.15' | |
| sparkProfile: 'spark3.2' | |
| sparkRuntime: 'spark3.2.3' | |
| - flinkProfile: 'flink1.14' | |
| sparkProfile: 'spark3.1' | |
| sparkRuntime: 'spark3.1.3' | |
| - flinkProfile: 'flink1.14' | |
| sparkProfile: 'spark3.0' | |
| sparkRuntime: 'spark3.0.2' | |
| - flinkProfile: 'flink1.14' | |
| sparkProfile: 'spark' | |
| sparkRuntime: 'spark2.4.8' | |
| - flinkProfile: 'flink1.14' | |
| sparkProfile: 'spark2.4' | |
| sparkRuntime: 'spark2.4.8' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up JDK 8 | |
| uses: actions/setup-java@v3 | |
| with: | |
| java-version: '8' | |
| distribution: 'adopt' | |
| architecture: x64 | |
| cache: maven | |
| - name: IT - Bundle Validation - OpenJDK 8 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh $HUDI_VERSION openjdk8 $STAGING_REPO_NUM | |
| - name: IT - Bundle Validation - OpenJDK 11 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| if: ${{ startsWith(env.SPARK_PROFILE, 'spark3') }} # Only Spark 3.x supports Java 11 as of now | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh $HUDI_VERSION openjdk11 $STAGING_REPO_NUM | |
| - name: IT - Bundle Validation - OpenJDK 17 | |
| env: | |
| FLINK_PROFILE: ${{ matrix.flinkProfile }} | |
| SPARK_PROFILE: ${{ matrix.sparkProfile }} | |
| SPARK_RUNTIME: ${{ matrix.sparkRuntime }} | |
| if: ${{ endsWith(env.SPARK_PROFILE, '3.3') }} # Only Spark 3.3 supports Java 17 as of now | |
| run: | | |
| ./packaging/bundle-validation/ci_run.sh $HUDI_VERSION openjdk17 $STAGING_REPO_NUM |