ci: run e2e tests as last step of release pipeline

This commit is contained in:
Malte Poll 2023-05-02 11:58:10 +02:00
parent 7b313feaa3
commit f6913d5139
4 changed files with 78 additions and 50 deletions

View File

@ -67,7 +67,7 @@ inputs:
required: false
buildBuddyApiKey:
description: "BuildBuddy API key for caching Bazel artifacts"
required: true
required: false
registry:
description: "Container registry to use"
required: true
@ -113,7 +113,7 @@ runs:
- name: Setup bazel
uses: ./.github/actions/setup_bazel
with:
useCache: "true"
useCache: ${{ inputs.buildBuddyApiKey != '' }}
buildBuddyApiKey: ${{ inputs.buildBuddyApiKey }}
- name: Log in to the Container registry

View File

@ -5,9 +5,6 @@ name: e2e test qemu (MiniConstellation)
# e2e-test-release uses the same branch as the triggering workflow and not the commit of the triggering workflow. This is because the release workflow produces further commits.
on:
workflow_run:
workflows: ["Release"]
types: [completed]
workflow_dispatch:
inputs:
ref:

View File

@ -6,26 +6,23 @@ name: e2e test release
# - any tests on the last release
# - loadbalancer tests for AWS. Test test is currently broken and should not block a release. AB#2780.
#
# The workflow is triggered by the completion of the release workflow.
# The workflow only executes, after being triggered, if the triggering workflow completed successfully.
# e2e-test-release uses the same branch as the triggering workflow and not the commit of the triggering workflow. This is because the release workflow produces further commits.
# e2e-test-release depends on the fact that actions/constellation_create does not overwrite the default osImage, if no osImage is supplied.
# The workflow is triggered as the last step of the release workflow.
on:
workflow_dispatch:
workflow_run:
workflows: ["Release"]
types: [completed]
inputs:
ref:
type: string
description: "Git ref to checkout"
required: false
workflow_call:
inputs:
ref:
type: string
description: "Git ref to checkout"
required: true
jobs:
on-failure-quit:
runs-on: ubuntu-22.04
if: github.event_name == 'workflow_run' && github.event.workflow_run.conclusion != 'success'
steps:
- run: |
echo 'Release workflow failed, exiting..'
exit 1
e2e-tests:
strategy:
fail-fast: false
@ -37,19 +34,6 @@ jobs:
#
# sonobuoy full test on all k8s versions
- test: "sonobuoy full"
provider: "gcp"
kubernetes-version: "v1.27"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "azure"
kubernetes-version: "v1.27"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "aws"
kubernetes-version: "v1.27"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "gcp"
kubernetes-version: "v1.26"
@ -76,66 +60,79 @@ jobs:
kubernetes-version: "v1.25"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "gcp"
kubernetes-version: "v1.24"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "azure"
kubernetes-version: "v1.24"
runner: "ubuntu-22.04"
- test: "sonobuoy full"
provider: "aws"
kubernetes-version: "v1.24"
runner: "ubuntu-22.04"
# verify test on latest k8s version
- test: "verify"
provider: "gcp"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "verify"
provider: "azure"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "verify"
provider: "aws"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
# recover test on latest k8s version
- test: "recover"
provider: "gcp"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "recover"
provider: "azure"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "recover"
provider: "aws"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
# lb test on latest k8s version
- test: "lb"
provider: "gcp"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "lb"
provider: "azure"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "lb"
provider: "aws"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
# autoscaling test on latest k8s version, not supported on AWS
- test: "autoscaling"
provider: "gcp"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "autoscaling"
provider: "azure"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
# perf-bench test on latest k8s version, not supported on AWS
- test: "perf-bench"
provider: "gcp"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
- test: "perf-bench"
provider: "azure"
kubernetes-version: "v1.27"
kubernetes-version: "v1.26"
runner: "ubuntu-22.04"
#
@ -143,11 +140,11 @@ jobs:
#
- test: "verify"
provider: "azure"
kubernetes-version: "v1.26"
kubernetes-version: "v1.25"
runner: "macos-12"
- test: "recover"
provider: "gcp"
kubernetes-version: "v1.26"
kubernetes-version: "v1.25"
runner: "macos-12"
runs-on: ${{ matrix.runner }}
permissions:
@ -165,7 +162,7 @@ jobs:
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2
with:
fetch-depth: 0
ref: ${{ !github.event.pull_request.head.repo.fork && github.event.workflow_run.head_branch || '' }}
ref: ${{ inputs.ref || github.head_ref }}
- name: Setup Go environment
uses: actions/setup-go@4d34df0c2316fe8122ab82dc22947d607c0c91f9 # v4.0.0
@ -254,3 +251,4 @@ jobs:
cloudProvider: ${{ matrix.cloudProvider }}
workerNodesCount: 2
controlNodesCount: 3
gitRef: ${{ inputs.ref || github.head_ref }}

View File

@ -144,7 +144,13 @@ jobs:
- name: Update enterprise image version
run: |
sed -i "s/defaultImage = \"v[0-9]\+\.[0-9]\+\.[0-9]\+\"/defaultImage = \"${VERSION}\"/" internal/config/image.go
defaultVersionReg='defaultImage = \"[^\"]*\"'
# Ensure regexp matches (otherwise the file was changed or the workflow is broken).
grep -E "${defaultVersionReg}" internal/config/image.go
# Update version.
sed -i "s/${defaultVersionReg}/defaultImage = \"${VERSION}\"/" internal/config/image.go
git add internal/config/image.go
- name: Commit
@ -240,3 +246,30 @@ jobs:
secrets: inherit
with:
ref: "refs/tags/${{ inputs.version }}"
pushContainers: true
e2e-tests:
name: Run E2E tests
needs: [verify-inputs, draft-release-cli]
uses: ./.github/workflows/e2e-test-release.yml
permissions:
checks: write
packages: write
id-token: write
contents: read
secrets: inherit
with:
ref: ${{ needs.verify-inputs.outputs.RELEASE_BRANCH }}
mini-e2e:
name: Run mini E2E tests
needs: [verify-inputs, draft-release-cli]
uses: ./.github/workflows/e2e-mini.yml
permissions:
checks: write
packages: write
id-token: write
contents: read
secrets: inherit
with:
ref: ${{ needs.verify-inputs.outputs.RELEASE_BRANCH }}