Skip to content

Run Conformance Tests #11

Run Conformance Tests

Run Conformance Tests #11

name: Run Conformance Tests
on:
workflow_dispatch:
inputs:
image-variant:
description: "Image variant to use"
required: true
type: choice
options:
- standard
- distroless
profile:
description: "Conformance profile to run"
required: true
type: choice
options:
- standard
- experimental
version:
# TODO: document the tag format for the version input
description: "Gloo Gateway version to deploy and test"
required: false
type: string
jobs:
run-conformance-tests:
runs-on: ubuntu-latest
strategy:
matrix:
# kube-version:
# - kind: ${{ inputs.kube-version }}
# kubectl: ${{ inputs.kube-version }}
# helm: v3.8.0
# node: v16.13.0
kube-version:
- node: 'v1.29.2@sha256:51a1434a5397193442f0be2a297b488b6c919ce8a3931be0ce822606ea5ca245'
kubectl: 'v1.29.2'
kind: 'v0.20.0'
helm: 'v3.14.4'
image-variant:
- ${{ inputs.image-variant }}
profile:
- ${{ inputs.profile }}
version:
- ${{ inputs.version }}
steps:
- name: Checkout Repository
uses: actions/checkout@v3
with:
repository: timflannagan/gloo
# TODO: provide version input to this action
- name: Run Conformance Tests
uses: ./.github/workflows/composite-actions/kube-gateway-api-conformance-tests
# TODO: produce slack notification?
# TODO: generate date-specific report files
# See https://github.com/projectcontour/contour/blob/main/test/conformance/gatewayapi/gateway_conformance_test.go
# for an example of how to generate a report file.
# TODO: copy artifacts and create a PR against the gateway-api repo.
# Note: it would be best if we forked that repo and tested automation
# against that fork first.