From 09d974609aa5e9f1aff53ff26c3bfb08021f7606 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Daniel=20Wei=C3=9Fe?=
 <66256922+daniel-weisse@users.noreply.github.com>
Date: Tue, 9 Sep 2025 08:23:39 +0200
Subject: [PATCH] ci: scale down automatic e2e testing (#3949)
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* ci: only build new image once a week
* ci: only test stable images on daily test
* ci: stop testing gcp-sev-es on daily test
* ci: scale down weekly e2e tests
* ci: disable tests on azure-tdx

---------

Signed-off-by: Daniel Weiße <dw@edgeless.systems>
---
 .../workflows/build-os-image-scheduled.yml    |   6 +-
 .github/workflows/e2e-test-daily.yml          |   4 +-
 .github/workflows/e2e-test-weekly.yml         | 297 +++++++++---------
 3 files changed, 154 insertions(+), 153 deletions(-)

diff --git a/.github/workflows/build-os-image-scheduled.yml b/.github/workflows/build-os-image-scheduled.yml
index e42c2ebfa..492dd6b03 100644
--- a/.github/workflows/build-os-image-scheduled.yml
+++ b/.github/workflows/build-os-image-scheduled.yml
@@ -6,9 +6,9 @@ on:
     - cron: "0 21 * * 2" # At 21:00 on Tuesday.
     - cron: "20 21 * * 2" # At 21:20 on Tuesday.
     - cron: "40 21 * * 2" # At 21:40 on Tuesday.
-    - cron: "0 21 * * 4" # At 21:00 on Thursday.
-    - cron: "20 21 * * 4" # At 21:20 on Thursday.
-    - cron: "40 21 * * 4" # At 21:40 on Thursday.
+    # - cron: "0 21 * * 4" # At 21:00 on Thursday.
+    # - cron: "20 21 * * 4" # At 21:20 on Thursday.
+    # - cron: "40 21 * * 4" # At 21:40 on Thursday.
 
 jobs:
   stream:
diff --git a/.github/workflows/e2e-test-daily.yml b/.github/workflows/e2e-test-daily.yml
index f7ea0ad11..7847eadf0 100644
--- a/.github/workflows/e2e-test-daily.yml
+++ b/.github/workflows/e2e-test-daily.yml
@@ -46,8 +46,8 @@ jobs:
       max-parallel: 5
       matrix:
         kubernetesVersion: ["v1.31"] # This should correspond to the current default k8s minor.
-        attestationVariant: ["gcp-sev-es", "gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
-        refStream: ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
+        attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
+        refStream: ["ref/release/stream/stable/?"] # ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
         test: ["sonobuoy quick"]
     runs-on: ubuntu-24.04
     permissions:
diff --git a/.github/workflows/e2e-test-weekly.yml b/.github/workflows/e2e-test-weekly.yml
index dc84930c3..50ddc8805 100644
--- a/.github/workflows/e2e-test-weekly.yml
+++ b/.github/workflows/e2e-test-weekly.yml
@@ -52,11 +52,11 @@ jobs:
           #
 
           # Emergency SSH test on latest k8s version
-          - test: "emergency ssh"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "emergency ssh"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "emergency ssh"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "gcp-sev-snp"
@@ -67,23 +67,24 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "emergency ssh"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
-          - test: "emergency ssh"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "aws-sev-snp"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "emergency ssh"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
+          # emergency SSH is broken on AWS "won't fix"
+          # - test: "emergency ssh"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "aws-sev-snp"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
 
           # Sonobuoy full test on latest k8s version
-          - test: "sonobuoy full"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "sonobuoy full"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "sonobuoy full"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "gcp-sev-snp"
@@ -94,11 +95,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "sonobuoy full"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "sonobuoy full"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "sonobuoy full"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "aws-sev-snp"
@@ -113,92 +114,92 @@ jobs:
             clusterCreation: "cli"
 
           # Sonobuoy quick test on all but the latest k8s versions
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-snp"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-sev-snp"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "aws-sev-snp"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-snp"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-sev-snp"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "aws-sev-snp"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
 
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.30"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-snp"
-            kubernetes-version: "v1.30"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-sev-snp"
-            kubernetes-version: "v1.30"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.30"
-            clusterCreation: "cli"
-          - test: "sonobuoy quick"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "aws-sev-snp"
-            kubernetes-version: "v1.30"
-            clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.30"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-snp"
+          #   kubernetes-version: "v1.30"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-sev-snp"
+          #   kubernetes-version: "v1.30"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.30"
+          #   clusterCreation: "cli"
+          # - test: "sonobuoy quick"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "aws-sev-snp"
+          #   kubernetes-version: "v1.30"
+          #   clusterCreation: "cli"
 
           # verify test on latest k8s version
-          - test: "verify"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
-          - test: "verify"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-snp"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "verify"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
+          # - test: "verify"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-snp"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "verify"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             azureSNPEnforcementPolicy: "equal" # This run checks for unknown ID Key disgests.
             clusterCreation: "cli"
-          - test: "verify"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
-          - test: "verify"
-            attestationVariant: "aws-sev-snp"
-            refStream: "ref/main/stream/debug/?"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "verify"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
+          # - test: "verify"
+          #   attestationVariant: "aws-sev-snp"
+          #   refStream: "ref/main/stream/debug/?"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
 
           # recover test on latest k8s version
-          - test: "recover"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "recover"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "recover"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "gcp-sev-snp"
@@ -209,11 +210,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "recover"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "recover"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "recover"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "aws-sev-snp"
@@ -221,11 +222,11 @@ jobs:
             clusterCreation: "cli"
 
           # lb test on latest k8s version
-          - test: "lb"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "lb"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "lb"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "gcp-sev-snp"
@@ -236,11 +237,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "lb"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "lb"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "lb"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "aws-sev-snp"
@@ -248,11 +249,11 @@ jobs:
             clusterCreation: "cli"
 
           # autoscaling test on latest k8s version
-          - test: "autoscaling"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "autoscaling"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "autoscaling"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "gcp-sev-snp"
@@ -263,11 +264,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "autoscaling"
-            refStream: "ref/main/stream/debug/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "autoscaling"
+          #   refStream: "ref/main/stream/debug/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "autoscaling"
             refStream: "ref/main/stream/debug/?"
             attestationVariant: "aws-sev-snp"
@@ -275,11 +276,11 @@ jobs:
             clusterCreation: "cli"
 
           # perf-bench test on latest k8s version
-          - test: "perf-bench"
-            refStream: "ref/main/stream/nightly/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "perf-bench"
+          #   refStream: "ref/main/stream/nightly/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "perf-bench"
             refStream: "ref/main/stream/nightly/?"
             attestationVariant: "gcp-sev-snp"
@@ -290,11 +291,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
-          - test: "perf-bench"
-            refStream: "ref/main/stream/nightly/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.32"
-            clusterCreation: "cli"
+          # - test: "perf-bench"
+          #   refStream: "ref/main/stream/nightly/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.32"
+          #   clusterCreation: "cli"
           - test: "perf-bench"
             refStream: "ref/main/stream/nightly/?"
             attestationVariant: "aws-sev-snp"
@@ -304,7 +305,7 @@ jobs:
           # s3proxy test on latest k8s version
           - test: "s3proxy"
             refStream: "ref/main/stream/debug/?"
-            attestationVariant: "gcp-sev-es"
+            attestationVariant: "gcp-sev-snp"
             kubernetes-version: "v1.32"
             clusterCreation: "cli"
 
@@ -313,11 +314,11 @@ jobs:
           #
 
           # verify test on default k8s version
-          - test: "verify"
-            refStream: "ref/release/stream/stable/?"
-            attestationVariant: "gcp-sev-es"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
+          # - test: "verify"
+          #   refStream: "ref/release/stream/stable/?"
+          #   attestationVariant: "gcp-sev-es"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
           - test: "verify"
             refStream: "ref/release/stream/stable/?"
             attestationVariant: "gcp-sev-snp"
@@ -328,11 +329,11 @@ jobs:
             attestationVariant: "azure-sev-snp"
             kubernetes-version: "v1.31"
             clusterCreation: "cli"
-          - test: "verify"
-            refStream: "ref/release/stream/stable/?"
-            attestationVariant: "azure-tdx"
-            kubernetes-version: "v1.31"
-            clusterCreation: "cli"
+          # - test: "verify"
+          #   refStream: "ref/release/stream/stable/?"
+          #   attestationVariant: "azure-tdx"
+          #   kubernetes-version: "v1.31"
+          #   clusterCreation: "cli"
           - test: "verify"
             refStream: "ref/release/stream/stable/?"
             attestationVariant: "aws-sev-snp"
@@ -447,7 +448,7 @@ jobs:
       max-parallel: 1
       matrix:
         fromVersion: ["v2.24.0"]
-        attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
+        attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
     name: Run upgrade tests
     secrets: inherit
     permissions:
@@ -525,7 +526,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "azure-tdx", "aws-sev-snp"]
+        attestationVariant: ["gcp-sev-snp", "azure-sev-snp", "aws-sev-snp"]
     permissions:
       id-token: write
       contents: read