2022-10-31 12:12:08 -04:00
|
|
|
name: e2e test weekly
|
2022-08-09 04:02:15 -04:00
|
|
|
|
|
|
|
on:
|
|
|
|
workflow_dispatch:
|
|
|
|
schedule:
|
2022-10-31 12:12:08 -04:00
|
|
|
- cron: "0 3 * * 6" # At 03:00 on Saturday.
|
2022-10-14 08:44:32 -04:00
|
|
|
|
2022-08-09 04:02:15 -04:00
|
|
|
jobs:
|
2022-11-23 03:41:42 -05:00
|
|
|
find-latest-image:
|
2023-03-21 06:46:06 -04:00
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
2023-02-13 07:58:34 -05:00
|
|
|
refStream: ["ref/main/stream/debug/?", "ref/release/stream/stable/?"]
|
2023-03-21 06:46:06 -04:00
|
|
|
name: Find latest image
|
2022-11-23 03:41:42 -05:00
|
|
|
runs-on: ubuntu-22.04
|
|
|
|
permissions:
|
|
|
|
id-token: write
|
|
|
|
contents: read
|
|
|
|
outputs:
|
2023-03-21 06:46:06 -04:00
|
|
|
image-main-debug: ${{ steps.relabel-output.outputs.image-main-debug }}
|
|
|
|
image-release-stable: ${{ steps.relabel-output.outputs.image-release-stable }}
|
2022-11-23 03:41:42 -05:00
|
|
|
steps:
|
|
|
|
- name: Checkout
|
2023-05-05 08:42:20 -04:00
|
|
|
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2
|
2022-11-23 03:41:42 -05:00
|
|
|
with:
|
2022-12-19 09:21:28 -05:00
|
|
|
ref: ${{ !github.event.pull_request.head.repo.fork && github.head_ref || '' }}
|
2022-11-23 03:41:42 -05:00
|
|
|
|
2023-02-13 07:58:34 -05:00
|
|
|
- name: Select relevant image
|
|
|
|
id: select-image-action
|
|
|
|
uses: ./.github/actions/select_image
|
2023-01-12 10:46:51 -05:00
|
|
|
with:
|
2023-02-13 07:58:34 -05:00
|
|
|
osImage: ${{ matrix.refStream }}
|
2023-03-21 06:46:06 -04:00
|
|
|
|
|
|
|
- name: Relabel output
|
|
|
|
id: relabel-output
|
2023-02-13 07:58:34 -05:00
|
|
|
shell: bash
|
|
|
|
run: |
|
|
|
|
ref=$(echo ${{ matrix.refStream }} | cut -d/ -f2)
|
|
|
|
stream=$(echo ${{ matrix.refStream }} | cut -d/ -f4)
|
|
|
|
|
|
|
|
echo "image-$ref-$stream=${{ steps.select-image-action.outputs.osImage }}" | tee -a "$GITHUB_OUTPUT"
|
2022-11-23 03:41:42 -05:00
|
|
|
|
2022-10-31 12:12:08 -04:00
|
|
|
e2e-weekly:
|
2022-08-09 04:02:15 -04:00
|
|
|
strategy:
|
2022-10-31 12:12:08 -04:00
|
|
|
fail-fast: false
|
2023-02-13 07:58:34 -05:00
|
|
|
max-parallel: 4
|
2022-08-09 04:02:15 -04:00
|
|
|
matrix:
|
2023-04-14 12:43:54 -04:00
|
|
|
include:
|
|
|
|
#
|
|
|
|
# Tests on main-debug refStream
|
|
|
|
#
|
|
|
|
|
|
|
|
# sonobuoy full test on all k8s versions
|
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.25"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.25"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "sonobuoy full"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.25"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
# verify test on latest k8s version
|
|
|
|
- test: "verify"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "verify"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "verify"
|
|
|
|
provider: "aws"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
# recover test on latest k8s version
|
2023-01-19 04:41:07 -05:00
|
|
|
- test: "recover"
|
2023-04-14 12:43:54 -04:00
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "recover"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "recover"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
# lb test on latest k8s version
|
|
|
|
- test: "lb"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "lb"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "lb"
|
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
# autoscaling test on latest k8s version, not supported on AWS
|
2022-10-31 12:12:08 -04:00
|
|
|
- test: "autoscaling"
|
2023-04-14 12:43:54 -04:00
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2022-12-09 10:30:21 -05:00
|
|
|
- test: "autoscaling"
|
2023-04-14 12:43:54 -04:00
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
# perf-bench test on latest k8s version, not supported on AWS
|
2023-03-01 04:24:36 -05:00
|
|
|
- test: "perf-bench"
|
2023-04-14 12:43:54 -04:00
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-03-01 04:24:36 -05:00
|
|
|
- test: "perf-bench"
|
2023-04-14 12:43:54 -04:00
|
|
|
refStream: "ref/main/stream/debug/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.27"
|
2023-04-14 12:43:54 -04:00
|
|
|
|
|
|
|
#
|
|
|
|
# Tests on release-stable refStream
|
|
|
|
#
|
|
|
|
|
|
|
|
# verify test on default k8s version
|
|
|
|
- test: "verify"
|
|
|
|
refStream: "ref/release/stream/stable/?"
|
|
|
|
provider: "gcp"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "verify"
|
|
|
|
refStream: "ref/release/stream/stable/?"
|
|
|
|
provider: "azure"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2023-04-14 12:43:54 -04:00
|
|
|
- test: "verify"
|
|
|
|
refStream: "ref/release/stream/stable/?"
|
2022-11-08 12:11:03 -05:00
|
|
|
provider: "aws"
|
2023-05-05 07:22:53 -04:00
|
|
|
kubernetes-version: "v1.26"
|
2022-11-10 10:55:24 -05:00
|
|
|
runs-on: ubuntu-22.04
|
2022-11-08 12:11:03 -05:00
|
|
|
permissions:
|
|
|
|
id-token: write
|
2023-03-17 10:36:29 -04:00
|
|
|
checks: write
|
2022-11-08 12:11:03 -05:00
|
|
|
contents: read
|
2023-04-24 05:32:22 -04:00
|
|
|
packages: write
|
2022-11-23 03:41:42 -05:00
|
|
|
needs: [find-latest-image]
|
2022-08-09 04:02:15 -04:00
|
|
|
steps:
|
|
|
|
- name: Check out repository
|
2023-05-05 08:42:20 -04:00
|
|
|
uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2
|
2022-08-09 04:02:15 -04:00
|
|
|
with:
|
|
|
|
fetch-depth: 0
|
2022-12-19 09:21:28 -05:00
|
|
|
ref: ${{ !github.event.pull_request.head.repo.fork && github.head_ref || '' }}
|
2022-09-02 06:43:04 -04:00
|
|
|
|
2022-09-14 09:14:26 -04:00
|
|
|
- name: Setup Go environment
|
2023-04-04 05:06:30 -04:00
|
|
|
uses: actions/setup-go@4d34df0c2316fe8122ab82dc22947d607c0c91f9 # v4.0.0
|
2022-09-14 09:14:26 -04:00
|
|
|
with:
|
2023-05-11 08:14:15 -04:00
|
|
|
go-version: "1.20.4"
|
2022-09-14 09:14:26 -04:00
|
|
|
|
2022-11-02 10:16:47 -04:00
|
|
|
- name: Run E2E test
|
2022-11-09 04:28:34 -05:00
|
|
|
id: e2e_test
|
2022-08-09 04:02:15 -04:00
|
|
|
uses: ./.github/actions/e2e_test
|
|
|
|
with:
|
|
|
|
workerNodesCount: "2"
|
2022-09-14 08:12:42 -04:00
|
|
|
controlNodesCount: "3"
|
2022-10-31 12:12:08 -04:00
|
|
|
cloudProvider: ${{ matrix.provider }}
|
2023-02-13 07:58:34 -05:00
|
|
|
osImage: ${{ matrix.refStream == 'ref/release/stream/stable/?' && needs.find-latest-image.outputs.image-release-stable || needs.find-latest-image.outputs.image-main-debug }}
|
|
|
|
isDebugImage: ${{ matrix.refStream == 'ref/main/stream/debug/?' }}
|
|
|
|
cliVersion: ${{ matrix.refStream == 'ref/release/stream/stable/?' && needs.find-latest-image.outputs.image-release-stable || '' }}
|
2023-03-21 06:46:06 -04:00
|
|
|
kubernetesVersion: ${{ matrix.kubernetes-version }}
|
2023-03-01 10:46:23 -05:00
|
|
|
awsOpenSearchDomain: ${{ secrets.AWS_OPENSEARCH_DOMAIN }}
|
|
|
|
awsOpenSearchUsers: ${{ secrets.AWS_OPENSEARCH_USER }}
|
|
|
|
awsOpenSearchPwd: ${{ secrets.AWS_OPENSEARCH_PWD }}
|
2022-11-02 10:16:47 -04:00
|
|
|
gcpProject: ${{ secrets.GCP_E2E_PROJECT }}
|
2023-04-12 07:24:13 -04:00
|
|
|
gcpClusterCreateServiceAccount: "constellation-e2e-cluster@constellation-331613.iam.gserviceaccount.com"
|
|
|
|
gcpIAMCreateServiceAccount: " constellation-iam-e2e@constellation-331613.iam.gserviceaccount.com"
|
|
|
|
gcpInClusterServiceAccountKey: ${{ secrets.GCP_CLUSTER_SERVICE_ACCOUNT }}
|
2022-10-31 12:12:08 -04:00
|
|
|
test: ${{ matrix.test }}
|
2023-03-20 11:05:08 -04:00
|
|
|
buildBuddyApiKey: ${{ secrets.BUILDBUDDY_ORG_API_KEY }}
|
2023-04-12 07:24:13 -04:00
|
|
|
azureClusterCreateCredentials: ${{ secrets.AZURE_E2E_CLUSTER_CREDENTIALS }}
|
|
|
|
azureIAMCreateCredentials: ${{ secrets.AZURE_E2E_IAM_CREDENTIALS }}
|
2023-04-04 04:16:04 -04:00
|
|
|
registry: ghcr.io
|
|
|
|
githubToken: ${{ secrets.GITHUB_TOKEN }}
|
2022-09-02 06:40:22 -04:00
|
|
|
|
|
|
|
- name: Always terminate cluster
|
|
|
|
if: always()
|
|
|
|
uses: ./.github/actions/constellation_destroy
|
2022-11-09 04:28:34 -05:00
|
|
|
with:
|
|
|
|
kubeconfig: ${{ steps.e2e_test.outputs.kubeconfig }}
|
2022-09-02 06:40:22 -04:00
|
|
|
|
2023-02-21 06:47:14 -05:00
|
|
|
- name: Always delete IAM configuration
|
2023-04-12 07:24:13 -04:00
|
|
|
if: always()
|
2023-02-21 06:47:14 -05:00
|
|
|
uses: ./.github/actions/constellation_iam_destroy
|
2023-04-12 07:24:13 -04:00
|
|
|
with:
|
|
|
|
cloudProvider: ${{ matrix.provider }}
|
|
|
|
azureCredentials: ${{ secrets.AZURE_E2E_IAM_CREDENTIALS }}
|
|
|
|
gcpServiceAccount: "constellation-iam-e2e@constellation-331613.iam.gserviceaccount.com"
|
2023-02-21 06:47:14 -05:00
|
|
|
|
2023-04-12 10:06:26 -04:00
|
|
|
- name: Notify about failure
|
2023-04-17 11:30:56 -04:00
|
|
|
if: |
|
|
|
|
failure() &&
|
|
|
|
github.ref == 'refs/heads/main' &&
|
2023-04-18 08:50:36 -04:00
|
|
|
github.event_name == 'schedule'
|
2022-09-02 06:40:22 -04:00
|
|
|
continue-on-error: true
|
2023-04-12 10:06:26 -04:00
|
|
|
uses: ./.github/actions/notify_failure
|
|
|
|
with:
|
|
|
|
projectWriteToken: ${{ secrets.PROJECT_WRITE_TOKEN }}
|
|
|
|
teamsWebhookUri: ${{ secrets.MS_TEAMS_WEBHOOK_URI }}
|
|
|
|
refStream: ${{ matrix.refStream }}
|
|
|
|
test: ${{ matrix.test }}
|
|
|
|
kubernetesVersion: ${{ matrix.kubernetes-version }}
|
|
|
|
provider: ${{ matrix.provider }}
|
2022-09-02 06:40:22 -04:00
|
|
|
|
2023-04-27 08:03:49 -04:00
|
|
|
- name: Always upload Terraform logs
|
|
|
|
if: always()
|
|
|
|
uses: ./.github/actions/upload_terraform_logs
|
|
|
|
with:
|
|
|
|
artifactNameSuffix: ${{ steps.e2e_test.outputs.namePrefix }}
|
|
|
|
|
2023-02-03 05:05:42 -05:00
|
|
|
e2e-upgrade:
|
|
|
|
strategy:
|
2023-04-12 10:06:26 -04:00
|
|
|
fail-fast: false
|
|
|
|
max-parallel: 1
|
|
|
|
matrix:
|
|
|
|
fromVersion: ["v2.6.0"]
|
|
|
|
cloudProvider: ["gcp", "azure"]
|
2023-02-03 05:05:42 -05:00
|
|
|
name: Run upgrade tests
|
|
|
|
secrets: inherit
|
|
|
|
permissions:
|
|
|
|
id-token: write
|
2023-04-24 07:49:02 -04:00
|
|
|
checks: write
|
2023-02-03 05:05:42 -05:00
|
|
|
contents: read
|
2023-04-24 07:49:02 -04:00
|
|
|
packages: write
|
2023-02-03 05:05:42 -05:00
|
|
|
uses: ./.github/workflows/e2e-upgrade.yml
|
|
|
|
with:
|
|
|
|
fromVersion: ${{ matrix.fromVersion }}
|
|
|
|
cloudProvider: ${{ matrix.cloudProvider }}
|
|
|
|
workerNodesCount: 2
|
|
|
|
controlNodesCount: 3
|
2023-04-18 08:50:36 -04:00
|
|
|
scheduled: ${{ github.event_name == 'schedule' }}
|