mirror of
https://github.com/edgelesssys/constellation.git
synced 2025-01-14 00:49:31 -05:00
ci: use include list to define e2e matrix
Signed-off-by: Paul Meyer <49727155+katexochen@users.noreply.github.com>
This commit is contained in:
Paul Meyer
parent
4020e7840a
commit
b80d1576f3
176
.github/workflows/e2e-test-release.yml
vendored
176
.github/workflows/e2e-test-release.yml
vendored
@ -37,68 +37,124 @@ jobs:
|
|||||||
fail-fast: false
|
fail-fast: false
|
||||||
max-parallel: 9
|
max-parallel: 9
|
||||||
matrix:
|
matrix:
|
||||||
test:
|
|
||||||
[
|
|
||||||
"sonobuoy full",
|
|
||||||
"autoscaling",
|
|
||||||
"perf-bench",
|
|
||||||
"lb",
|
|
||||||
"verify",
|
|
||||||
"recover",
|
|
||||||
"iamcreate",
|
|
||||||
]
|
|
||||||
provider: ["gcp", "azure", "aws"]
|
|
||||||
kubernetes-version: ["v1.24", "v1.25", "v1.26"]
|
|
||||||
runner: [ubuntu-22.04]
|
|
||||||
exclude:
|
|
||||||
# IAM create test runs only on latest kubernetes-version.
|
|
||||||
- test: "iamcreate"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "iamcreate"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Verify test runs only on latest kubernetes-version.
|
|
||||||
- test: "verify"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "verify"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Recover test runs only on latest kubernetes-version.
|
|
||||||
- test: "recover"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "recover"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Autoscaling test runs only on latest kubernetes-version.
|
|
||||||
- test: "autoscaling"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "autoscaling"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Perf-Bench test runs only on latest kubernetes-version.
|
|
||||||
- test: "perf-bench"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "perf-bench"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# lb test runs only on latest kubernetes-version.
|
|
||||||
- test: "lb"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "lb"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Currently not supported on AWS.
|
|
||||||
- test: "autoscaling"
|
|
||||||
provider: "aws"
|
|
||||||
- test: "perf-bench"
|
|
||||||
provider: "aws"
|
|
||||||
# Currently broken on AWS. Enable when AB#2780 is fixed.
|
|
||||||
- test: "lb"
|
|
||||||
provider: "aws"
|
|
||||||
include:
|
include:
|
||||||
# Explicitly define two tests to run the CLI on macOS.
|
#
|
||||||
- test: "verify"
|
# Tests on ubuntu runner
|
||||||
kubernetes-version: "v1.25"
|
#
|
||||||
runner: "macos-12"
|
|
||||||
provider: "azure"
|
# sonobuoy full test on all k8s versions
|
||||||
- test: "iamcreate"
|
- test: "sonobuoy full"
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
runner: "macos-12"
|
|
||||||
provider: "gcp"
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
# verify test on latest k8s version
|
||||||
|
- test: "verify"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "verify"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "verify"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
# recover test on latest k8s version
|
||||||
|
- test: "recover"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "recover"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "recover"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
# lb test on latest k8s version
|
||||||
|
- test: "lb"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "lb"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "lb"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
# autoscaling test on latest k8s version, not supported on AWS
|
||||||
|
- test: "autoscaling"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "autoscaling"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
# perf-bench test on latest k8s version, not supported on AWS
|
||||||
|
- test: "perf-bench"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
- test: "perf-bench"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
runner: "ubuntu-22.04"
|
||||||
|
|
||||||
|
#
|
||||||
|
# Tests on macOS runner
|
||||||
|
#
|
||||||
|
- test: "verify"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
runner: "macos-12"
|
||||||
|
- test: "recover"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
runner: "macos-12"
|
||||||
runs-on: ${{ matrix.runner }}
|
runs-on: ${{ matrix.runner }}
|
||||||
permissions:
|
permissions:
|
||||||
id-token: write
|
id-token: write
|
||||||
|
|||||||
182
.github/workflows/e2e-test-weekly.yml
vendored
182
.github/workflows/e2e-test-weekly.yml
vendored
@ -45,66 +45,130 @@ jobs:
|
|||||||
fail-fast: false
|
fail-fast: false
|
||||||
max-parallel: 4
|
max-parallel: 4
|
||||||
matrix:
|
matrix:
|
||||||
test:
|
include:
|
||||||
[
|
#
|
||||||
"sonobuoy full",
|
# Tests on main-debug refStream
|
||||||
"autoscaling",
|
#
|
||||||
"perf-bench",
|
|
||||||
"lb",
|
# sonobuoy full test on all k8s versions
|
||||||
"verify",
|
- test: "sonobuoy full"
|
||||||
"recover",
|
refStream: "ref/main/stream/debug/?"
|
||||||
]
|
provider: "gcp"
|
||||||
provider: ["gcp", "azure", "aws"]
|
|
||||||
kubernetes-version: ["v1.24", "v1.25", "v1.26"]
|
|
||||||
refStream: ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
|
|
||||||
exclude:
|
|
||||||
# Verify test runs only on latest kubernetes-version by default.
|
|
||||||
# Exclude it for main-debug as it needs to run on 1.25 / release-stable.
|
|
||||||
- test: "verify"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- refStream: "ref/main/stream/debug/?"
|
|
||||||
test: "verify"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Recover test runs only on latest kubernetes-version.
|
|
||||||
- test: "recover"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "recover"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Autoscaling test runs only on latest kubernetes-version.
|
|
||||||
- test: "autoscaling"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "autoscaling"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Perf-Bench test runs only on latest kubernetes-version.
|
|
||||||
- test: "perf-bench"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "perf-bench"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# lb test runs only on latest kubernetes-version.
|
|
||||||
- test: "lb"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- test: "lb"
|
|
||||||
kubernetes-version: "v1.25"
|
|
||||||
# Currently not supported on AWS.
|
|
||||||
- test: "autoscaling"
|
|
||||||
provider: "aws"
|
|
||||||
- test: "perf-bench"
|
|
||||||
provider: "aws"
|
|
||||||
# Only verify for K8s v1.25 on all providers.
|
|
||||||
- refStream: "ref/release/stream/stable/?"
|
|
||||||
kubernetes-version: "v1.24"
|
|
||||||
- refStream: "ref/release/stream/stable/?"
|
|
||||||
kubernetes-version: "v1.26"
|
kubernetes-version: "v1.26"
|
||||||
- refStream: "ref/release/stream/stable/?"
|
- test: "sonobuoy full"
|
||||||
test: "lb"
|
refStream: "ref/main/stream/debug/?"
|
||||||
- refStream: "ref/release/stream/stable/?"
|
provider: "azure"
|
||||||
test: "perf-bench"
|
kubernetes-version: "v1.26"
|
||||||
- refStream: "ref/release/stream/stable/?"
|
- test: "sonobuoy full"
|
||||||
test: "autoscaling"
|
refStream: "ref/main/stream/debug/?"
|
||||||
- refStream: "ref/release/stream/stable/?"
|
provider: "aws"
|
||||||
test: "sonobuoy full"
|
kubernetes-version: "v1.26"
|
||||||
- refStream: "ref/release/stream/stable/?"
|
|
||||||
test: "recover"
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
- test: "sonobuoy full"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.24"
|
||||||
|
|
||||||
|
# verify test on latest k8s version
|
||||||
|
- test: "verify"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "verify"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "verify"
|
||||||
|
provider: "aws"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
|
||||||
|
# recover test on latest k8s version
|
||||||
|
- test: "recover"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "recover"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "recover"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
|
||||||
|
# lb test on latest k8s version
|
||||||
|
- test: "lb"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "lb"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "lb"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
|
||||||
|
# autoscaling test on latest k8s version, not supported on AWS
|
||||||
|
- test: "autoscaling"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "autoscaling"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
|
||||||
|
# perf-bench test on latest k8s version, not supported on AWS
|
||||||
|
- test: "perf-bench"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
- test: "perf-bench"
|
||||||
|
refStream: "ref/main/stream/debug/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.26"
|
||||||
|
|
||||||
|
#
|
||||||
|
# Tests on release-stable refStream
|
||||||
|
#
|
||||||
|
|
||||||
|
# verify test on default k8s version
|
||||||
|
- test: "verify"
|
||||||
|
refStream: "ref/release/stream/stable/?"
|
||||||
|
provider: "gcp"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
- test: "verify"
|
||||||
|
refStream: "ref/release/stream/stable/?"
|
||||||
|
provider: "azure"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
|
- test: "verify"
|
||||||
|
refStream: "ref/release/stream/stable/?"
|
||||||
|
provider: "aws"
|
||||||
|
kubernetes-version: "v1.25"
|
||||||
runs-on: ubuntu-22.04
|
runs-on: ubuntu-22.04
|
||||||
permissions:
|
permissions:
|
||||||
id-token: write
|
id-token: write
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user