Skip to content

Commit

Permalink
[FLINK-33915][ci] Adds workflow for extended master CI workflow
Browse files Browse the repository at this point in the history
  • Loading branch information
XComp committed Dec 20, 2023
1 parent 72dbfa1 commit 44f5ed3
Show file tree
Hide file tree
Showing 2 changed files with 112 additions and 0 deletions.
40 changes: 40 additions & 0 deletions .github/workflows/configs/flink-workflow.default.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
{
"include": [
{
"calling-workflow-id": "java8",
"calling-workflow-name": "Java 8",
"jdk-version": 8,
"env-params": "-Dinclude_hadoop_aws"
},
{
"calling-workflow-id": "java11",
"calling-workflow-name": "Java 11",
"jdk-version": 11,
"env-params": "-Dinclude_hadoop_aws -Djdk11 -Pjava11-target"
},
{
"calling-workflow-id": "java17",
"calling-workflow-name": "Java 17",
"jdk-version": 17,
"env-params": "-Dinclude_hadoop_aws -Djdk11 -Djdk17 -Pjava17-target"
},
{
"calling-workflow-id": "java21",
"calling-workflow-name": "Java 21",
"jdk-version": 21,
"env-params": "-Dinclude_hadoop_aws -Djdk11 -Djdk17 -Djdk21 -Pjava21-target"
},
{
"calling-workflow-id": "hadoop313",
"calling-workflow-name": "Hadoop 3.1.3",
"jdk-version": 8,
"env-params": "-Dflink.hadoop.version=3.2.3 -Phadoop3-tests,hive3"
},
{
"calling-workflow-id": "adaptive-scheduler",
"calling-workflow-name": "AdaptiveScheduler",
"jdk-version": 8,
"env-params": "-Penable-adaptive-scheduler"
}
]
}
72 changes: 72 additions & 0 deletions .github/workflows/nightly-dev.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,72 @@
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This workflow is meant as an extended CI run that includes certain features that shall be tested
# and JDK versions that are supported but not considered default.

name: "Nightly (master)"

on:
schedule:
- cron: '0 2 * * *'
workflow_dispatch:
inputs:
branch:
description: "The branch the extended workflow should run on."
default: "master"
type: string

permissions: read-all

jobs:
pre-compile-checks:
name: "Pre-compile Checks"
uses: ./.github/workflows/template.pre-compile-checks.yml
with:
branch: ${{ inputs.branch }}

workflow-config-selection:
name: "Selects CI workflow configurations"
runs-on: "ubuntu-latest"
outputs:
configs: ${{ steps.select-workflow-configs.outputs.workflow-configurations }}
steps:
- name: "Flink Checkout"
uses: actions/checkout@v3
with:
persist-credentials: false
- name: "Loads workflow configuration for ${{ inputs.branch }}"
id: select-workflow-configs
uses: "./.github/actions/select_workflow_configs"
with:
config-folder: "./.github/workflows/configs"
profile: ${{ inputs.branch }}
flink-workflow:
needs: workflow-config-selection
strategy:
matrix: ${{ fromJSON(needs.workflow-config-selection.outputs.configs) }}
# a failure in one of the JDK workflows shouldn't affect the other workflows
fail-fast: false
name: "${{ matrix.calling-workflow-name }}"
uses: ./.github/workflows/template.flink-ci.yml
with:
workflow-caller-id: ${{ matrix.calling-workflow-id }}
branch: ${{ inputs.branch }}
environment: 'PROFILE="${{ matrix.env-params }}"'
jdk-version: ${{ matrix.jdk-version }}
secrets:
s3_bucket: ${{ secrets.s3_bucket }}
s3_access_key: ${{ secrets.s3_access_key }}
s3_secret_key: ${{ secrets.s3_secret_key }}

0 comments on commit 44f5ed3

Please sign in to comment.