ci: scale down automatic e2e testing (#3949)

* ci: only build new image once a week
* ci: only test stable images on daily test
* ci: stop testing gcp-sev-es on daily test
* ci: scale down weekly e2e tests
* ci: disable tests on azure-tdx

---------

Signed-off-by: Daniel Weiße <dw@edgeless.systems>
This commit is contained in:
Daniel Weiße 2025-09-09 08:23:39 +02:00 committed by GitHub
parent c3d710d384
commit 09d974609a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 154 additions and 153 deletions

View file

@ -6,9 +6,9 @@ on:
- cron: "0 21 * * 2" # At 21:00 on Tuesday.
- cron: "20 21 * * 2" # At 21:20 on Tuesday.
- cron: "40 21 * * 2" # At 21:40 on Tuesday.
- cron: "0 21 * * 4" # At 21:00 on Thursday.
- cron: "20 21 * * 4" # At 21:20 on Thursday.
- cron: "40 21 * * 4" # At 21:40 on Thursday.
# - cron: "0 21 * * 4" # At 21:00 on Thursday.
# - cron: "20 21 * * 4" # At 21:20 on Thursday.
# - cron: "40 21 * * 4" # At 21:40 on Thursday.
jobs:
stream:

View file

@ -46,8 +46,8 @@ jobs:
max-parallel: 5
matrix:
kubernetesVersion: ["v1.31"] # This should correspond to the current default k8s minor.
attestationVariant: ["gcp-sev-es", "gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
refStream: ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
refStream: ["ref/release/stream/stable/?"] # ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
test: ["sonobuoy quick"]
runs-on: ubuntu-24.04
permissions:

View file

@ -52,11 +52,11 @@ jobs:
#
# Emergency SSH test on latest k8s version
- test: "emergency ssh"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "emergency ssh"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "emergency ssh"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
@ -67,23 +67,24 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "emergency ssh"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "emergency ssh"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "emergency ssh"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
# emergency SSH is broken on AWS "won't fix"
# - test: "emergency ssh"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "aws-sev-snp"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
# Sonobuoy full test on latest k8s version
- test: "sonobuoy full"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "sonobuoy full"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "sonobuoy full"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
@ -94,11 +95,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "sonobuoy full"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "sonobuoy full"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "sonobuoy full"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
@ -113,92 +114,92 @@ jobs:
clusterCreation: "cli"
# Sonobuoy quick test on all but the latest k8s versions
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.31"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.31"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.31"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.31"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
kubernetes-version: "v1.31"
clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-snp"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-sev-snp"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "aws-sev-snp"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.30"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.30"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.30"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.30"
clusterCreation: "cli"
- test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
kubernetes-version: "v1.30"
clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.30"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-snp"
# kubernetes-version: "v1.30"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-sev-snp"
# kubernetes-version: "v1.30"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.30"
# clusterCreation: "cli"
# - test: "sonobuoy quick"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "aws-sev-snp"
# kubernetes-version: "v1.30"
# clusterCreation: "cli"
# verify test on latest k8s version
- test: "verify"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "verify"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "verify"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
# - test: "verify"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-snp"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "verify"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
azureSNPEnforcementPolicy: "equal" # This run checks for unknown ID Key disgests.
clusterCreation: "cli"
- test: "verify"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "verify"
attestationVariant: "aws-sev-snp"
refStream: "ref/main/stream/debug/?"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "verify"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
# - test: "verify"
# attestationVariant: "aws-sev-snp"
# refStream: "ref/main/stream/debug/?"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
# recover test on latest k8s version
- test: "recover"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "recover"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "recover"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
@ -209,11 +210,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "recover"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "recover"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "recover"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
@ -221,11 +222,11 @@ jobs:
clusterCreation: "cli"
# lb test on latest k8s version
- test: "lb"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "lb"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "lb"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
@ -236,11 +237,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "lb"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "lb"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "lb"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
@ -248,11 +249,11 @@ jobs:
clusterCreation: "cli"
# autoscaling test on latest k8s version
- test: "autoscaling"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "autoscaling"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "autoscaling"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp"
@ -263,11 +264,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "autoscaling"
refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "autoscaling"
# refStream: "ref/main/stream/debug/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "autoscaling"
refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp"
@ -275,11 +276,11 @@ jobs:
clusterCreation: "cli"
# perf-bench test on latest k8s version
- test: "perf-bench"
refStream: "ref/main/stream/nightly/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "perf-bench"
# refStream: "ref/main/stream/nightly/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "perf-bench"
refStream: "ref/main/stream/nightly/?"
attestationVariant: "gcp-sev-snp"
@ -290,11 +291,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
- test: "perf-bench"
refStream: "ref/main/stream/nightly/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.32"
clusterCreation: "cli"
# - test: "perf-bench"
# refStream: "ref/main/stream/nightly/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.32"
# clusterCreation: "cli"
- test: "perf-bench"
refStream: "ref/main/stream/nightly/?"
attestationVariant: "aws-sev-snp"
@ -304,7 +305,7 @@ jobs:
# s3proxy test on latest k8s version
- test: "s3proxy"
refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es"
attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.32"
clusterCreation: "cli"
@ -313,11 +314,11 @@ jobs:
#
# verify test on default k8s version
- test: "verify"
refStream: "ref/release/stream/stable/?"
attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.31"
clusterCreation: "cli"
# - test: "verify"
# refStream: "ref/release/stream/stable/?"
# attestationVariant: "gcp-sev-es"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
- test: "verify"
refStream: "ref/release/stream/stable/?"
attestationVariant: "gcp-sev-snp"
@ -328,11 +329,11 @@ jobs:
attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.31"
clusterCreation: "cli"
- test: "verify"
refStream: "ref/release/stream/stable/?"
attestationVariant: "azure-tdx"
kubernetes-version: "v1.31"
clusterCreation: "cli"
# - test: "verify"
# refStream: "ref/release/stream/stable/?"
# attestationVariant: "azure-tdx"
# kubernetes-version: "v1.31"
# clusterCreation: "cli"
- test: "verify"
refStream: "ref/release/stream/stable/?"
attestationVariant: "aws-sev-snp"
@ -447,7 +448,7 @@ jobs:
max-parallel: 1
matrix:
fromVersion: ["v2.24.0"]
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
name: Run upgrade tests
secrets: inherit
permissions:
@ -525,7 +526,7 @@ jobs:
strategy:
fail-fast: false
matrix:
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
permissions:
id-token: write
contents: read