ci: scale down automatic e2e testing (#3949)

* ci: only build new image once a week
* ci: only test stable images on daily test
* ci: stop testing gcp-sev-es on daily test
* ci: scale down weekly e2e tests
* ci: disable tests on azure-tdx

---------

Signed-off-by: Daniel Weiße <dw@edgeless.systems>
This commit is contained in:
Daniel Weiße 2025-09-09 08:23:39 +02:00 committed by GitHub
parent c3d710d384
commit 09d974609a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 154 additions and 153 deletions

View file

@ -6,9 +6,9 @@ on:
- cron: "0 21 * * 2" # At 21:00 on Tuesday. - cron: "0 21 * * 2" # At 21:00 on Tuesday.
- cron: "20 21 * * 2" # At 21:20 on Tuesday. - cron: "20 21 * * 2" # At 21:20 on Tuesday.
- cron: "40 21 * * 2" # At 21:40 on Tuesday. - cron: "40 21 * * 2" # At 21:40 on Tuesday.
- cron: "0 21 * * 4" # At 21:00 on Thursday. # - cron: "0 21 * * 4" # At 21:00 on Thursday.
- cron: "20 21 * * 4" # At 21:20 on Thursday. # - cron: "20 21 * * 4" # At 21:20 on Thursday.
- cron: "40 21 * * 4" # At 21:40 on Thursday. # - cron: "40 21 * * 4" # At 21:40 on Thursday.
jobs: jobs:
stream: stream:

View file

@ -46,8 +46,8 @@ jobs:
max-parallel: 5 max-parallel: 5
matrix: matrix:
kubernetesVersion: ["v1.31"] # This should correspond to the current default k8s minor. kubernetesVersion: ["v1.31"] # This should correspond to the current default k8s minor.
attestationVariant: ["gcp-sev-es", "gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"] attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
refStream: ["ref/main/stream/debug/?", "ref/release/stream/stable/?"] refStream: ["ref/release/stream/stable/?"] # ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
test: ["sonobuoy quick"] test: ["sonobuoy quick"]
runs-on: ubuntu-24.04 runs-on: ubuntu-24.04
permissions: permissions:

View file

@ -52,11 +52,11 @@ jobs:
# #
# Emergency SSH test on latest k8s version # Emergency SSH test on latest k8s version
- test: "emergency ssh" # - test: "emergency ssh"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "emergency ssh" - test: "emergency ssh"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -67,23 +67,24 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "emergency ssh" # - test: "emergency ssh"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "emergency ssh" # emergency SSH is broken on AWS "won't fix"
refStream: "ref/main/stream/debug/?" # - test: "emergency ssh"
attestationVariant: "aws-sev-snp" # refStream: "ref/main/stream/debug/?"
kubernetes-version: "v1.32" # attestationVariant: "aws-sev-snp"
clusterCreation: "cli" # kubernetes-version: "v1.32"
# clusterCreation: "cli"
# Sonobuoy full test on latest k8s version # Sonobuoy full test on latest k8s version
- test: "sonobuoy full" # - test: "sonobuoy full"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy full" - test: "sonobuoy full"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -94,11 +95,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "sonobuoy full" # - test: "sonobuoy full"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy full" - test: "sonobuoy full"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -113,92 +114,92 @@ jobs:
clusterCreation: "cli" clusterCreation: "cli"
# Sonobuoy quick test on all but the latest k8s versions # Sonobuoy quick test on all but the latest k8s versions
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" # attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp" # attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" # attestationVariant: "aws-sev-snp"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.30" # kubernetes-version: "v1.30"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" # attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.30" # kubernetes-version: "v1.30"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp" # attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.30" # kubernetes-version: "v1.30"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.30" # kubernetes-version: "v1.30"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "sonobuoy quick" # - test: "sonobuoy quick"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" # attestationVariant: "aws-sev-snp"
kubernetes-version: "v1.30" # kubernetes-version: "v1.30"
clusterCreation: "cli" # clusterCreation: "cli"
# verify test on latest k8s version # verify test on latest k8s version
- test: "verify" # - test: "verify"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "verify" # - test: "verify"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" # attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "verify" - test: "verify"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
azureSNPEnforcementPolicy: "equal" # This run checks for unknown ID Key disgests. azureSNPEnforcementPolicy: "equal" # This run checks for unknown ID Key disgests.
clusterCreation: "cli" clusterCreation: "cli"
- test: "verify" # - test: "verify"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "verify" # - test: "verify"
attestationVariant: "aws-sev-snp" # attestationVariant: "aws-sev-snp"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
# recover test on latest k8s version # recover test on latest k8s version
- test: "recover" # - test: "recover"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "recover" - test: "recover"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -209,11 +210,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "recover" # - test: "recover"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "recover" - test: "recover"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -221,11 +222,11 @@ jobs:
clusterCreation: "cli" clusterCreation: "cli"
# lb test on latest k8s version # lb test on latest k8s version
- test: "lb" # - test: "lb"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "lb" - test: "lb"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -236,11 +237,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "lb" # - test: "lb"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "lb" - test: "lb"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -248,11 +249,11 @@ jobs:
clusterCreation: "cli" clusterCreation: "cli"
# autoscaling test on latest k8s version # autoscaling test on latest k8s version
- test: "autoscaling" # - test: "autoscaling"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "autoscaling" - test: "autoscaling"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -263,11 +264,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "autoscaling" # - test: "autoscaling"
refStream: "ref/main/stream/debug/?" # refStream: "ref/main/stream/debug/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "autoscaling" - test: "autoscaling"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -275,11 +276,11 @@ jobs:
clusterCreation: "cli" clusterCreation: "cli"
# perf-bench test on latest k8s version # perf-bench test on latest k8s version
- test: "perf-bench" # - test: "perf-bench"
refStream: "ref/main/stream/nightly/?" # refStream: "ref/main/stream/nightly/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "perf-bench" - test: "perf-bench"
refStream: "ref/main/stream/nightly/?" refStream: "ref/main/stream/nightly/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -290,11 +291,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
- test: "perf-bench" # - test: "perf-bench"
refStream: "ref/main/stream/nightly/?" # refStream: "ref/main/stream/nightly/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.32" # kubernetes-version: "v1.32"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "perf-bench" - test: "perf-bench"
refStream: "ref/main/stream/nightly/?" refStream: "ref/main/stream/nightly/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -304,7 +305,7 @@ jobs:
# s3proxy test on latest k8s version # s3proxy test on latest k8s version
- test: "s3proxy" - test: "s3proxy"
refStream: "ref/main/stream/debug/?" refStream: "ref/main/stream/debug/?"
attestationVariant: "gcp-sev-es" attestationVariant: "gcp-sev-snp"
kubernetes-version: "v1.32" kubernetes-version: "v1.32"
clusterCreation: "cli" clusterCreation: "cli"
@ -313,11 +314,11 @@ jobs:
# #
# verify test on default k8s version # verify test on default k8s version
- test: "verify" # - test: "verify"
refStream: "ref/release/stream/stable/?" # refStream: "ref/release/stream/stable/?"
attestationVariant: "gcp-sev-es" # attestationVariant: "gcp-sev-es"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "verify" - test: "verify"
refStream: "ref/release/stream/stable/?" refStream: "ref/release/stream/stable/?"
attestationVariant: "gcp-sev-snp" attestationVariant: "gcp-sev-snp"
@ -328,11 +329,11 @@ jobs:
attestationVariant: "azure-sev-snp" attestationVariant: "azure-sev-snp"
kubernetes-version: "v1.31" kubernetes-version: "v1.31"
clusterCreation: "cli" clusterCreation: "cli"
- test: "verify" # - test: "verify"
refStream: "ref/release/stream/stable/?" # refStream: "ref/release/stream/stable/?"
attestationVariant: "azure-tdx" # attestationVariant: "azure-tdx"
kubernetes-version: "v1.31" # kubernetes-version: "v1.31"
clusterCreation: "cli" # clusterCreation: "cli"
- test: "verify" - test: "verify"
refStream: "ref/release/stream/stable/?" refStream: "ref/release/stream/stable/?"
attestationVariant: "aws-sev-snp" attestationVariant: "aws-sev-snp"
@ -447,7 +448,7 @@ jobs:
max-parallel: 1 max-parallel: 1
matrix: matrix:
fromVersion: ["v2.24.0"] fromVersion: ["v2.24.0"]
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"] attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
name: Run upgrade tests name: Run upgrade tests
secrets: inherit secrets: inherit
permissions: permissions:
@ -525,7 +526,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"] attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
permissions: permissions:
id-token: write id-token: write
contents: read contents: read