Skip to content

Commit

Permalink
[FLINK-33916][ci] Adds nightly workflow for most-recently created rel…
Browse files Browse the repository at this point in the history
…ease branch
  • Loading branch information
XComp committed Dec 21, 2023
1 parent 3c5dcbb commit d3ebb1b
Show file tree
Hide file tree
Showing 2 changed files with 117 additions and 0 deletions.
34 changes: 34 additions & 0 deletions .github/workflows/configs/flink-workflow.release-1.18.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
{
"include": [
{
"calling-workflow-id": "java8",
"calling-workflow-name": "Java 8",
"jdk-version": 8,
"env-params": "-Dinclude_hadoop_aws"
},
{
"calling-workflow-id": "java11",
"calling-workflow-name": "Java 11",
"jdk-version": 11,
"env-params": "-Dinclude_hadoop_aws -Djdk11 -Pjava11-target"
},
{
"calling-workflow-id": "java17",
"calling-workflow-name": "Java 17",
"jdk-version": 17,
"env-params": "-Dinclude_hadoop_aws -Djdk11 -Djdk17 -Pjava17-target"
},
{
"calling-workflow-id": "hadoop313",
"calling-workflow-name": "Hadoop 3.1.3",
"jdk-version": 8,
"env-params": "-Dflink.hadoop.version=3.2.3 -Phadoop3-tests,hive3"
},
{
"calling-workflow-id": "adaptive-scheduler",
"calling-workflow-name": "AdaptiveScheduler",
"jdk-version": 8,
"env-params": "-Penable-adaptive-scheduler"
}
]
}
83 changes: 83 additions & 0 deletions .github/workflows/nightly-current.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,83 @@
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This workflow is meant as the nightly for the most-recently released Flink version.

name: "Nightly (current release)"

on:
schedule:
- cron: '0 22 * * *'
workflow_dispatch:

permissions: read-all

jobs:
workflow-config-selection:
name: "Selects CI workflow configurations"
runs-on: "ubuntu-latest"
outputs:
configs: ${{ steps.select-workflow-configs.outputs.workflow-configurations }}
branch: ${{ steps.branch-selection.outputs.branch }}
head-commit-hash: ${{ steps.branch-selection.outputs.commit-hash }}
head-commit-hash-short: ${{ steps.branch-selection.outputs.commit-hash-short }}
steps:
- name: "Flink Checkout"
uses: actions/checkout@v3
with:
persist-credentials: false
- name: "Select most-recent release branch"
id: branch-selection
uses: "./.github/actions/select_release_branch"
with:
release-branch-index: 1
- name: "Loads workflow configuration for ${{ steps.branch-selection.outputs.branch }}"
id: select-workflow-configs
uses: "./.github/actions/select_workflow_configs"
with:
config-folder: "./.github/workflows/configs"
profile: ${{ steps.branch-selection.outputs.branch }}

post-workflow-config-selection:
needs: workflow-config-selection
name: "${{ needs.workflow-config-selection.outputs.branch }} (${{ needs.workflow-config-selection.outputs.head-commit-hash-short }}) selected"
runs-on: "ubuntu-latest"
steps:
- name: "Prints workflow metadata"
run: echo "${{ needs.workflow-config-selection.outputs.branch }} (${{ needs.workflow-config-selection.outputs.head-commit-hash }}) selected"

basic-qa:
needs: workflow-config-selection
name: "Pre-compile Checks"
uses: ./.github/workflows/template.pre-compile-checks.yml
with:
branch: ${{ needs.workflow-config-selection.outputs.head-commit-hash }}

flink-workflow:
needs: workflow-config-selection
strategy:
matrix: ${{ fromJSON(needs.workflow-config-selection.outputs.configs) }}
fail-fast: false
name: "${{ matrix.calling-workflow-name }}"
uses: ./.github/workflows/template.flink-ci.yml
with:
workflow-caller-id: ${{ matrix.calling-workflow-id }}
branch: ${{ needs.workflow-config-selection.outputs.head-commit-hash }}
environment: 'PROFILE="${{ matrix.env-params }}"'
jdk-version: ${{ matrix.jdk-version }}
secrets:
s3_bucket: ${{ secrets.s3_bucket }}
s3_access_key: ${{ secrets.s3_access_key }}
s3_secret_key: ${{ secrets.s3_secret_key }}

0 comments on commit d3ebb1b

Please sign in to comment.