name: e2e test weekly on: workflow_dispatch: schedule: - cron: "0 3 * * 6" # At 03:00 on Saturday. env: ARM_CLIENT_ID: ${{ secrets.AZURE_E2E_CLIENT_ID }} ARM_CLIENT_SECRET: ${{ secrets.AZURE_E2E_CLIENT_SECRET }} ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_E2E_SUBSCRIPTION_ID }} ARM_TENANT_ID: ${{ secrets.AZURE_E2E_TENANT_ID }} jobs: find-latest-image: name: Find latest debug image runs-on: ubuntu-22.04 permissions: id-token: write contents: read outputs: image: ${{ steps.find-latest-image.outputs.image }} steps: - name: Checkout uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # v3.1.0 with: ref: ${{ github.head_ref }} - name: Find latest image id: find-latest-image uses: ./.github/actions/find_latest_image with: imageType: debug e2e-weekly: strategy: fail-fast: false max-parallel: 5 matrix: test: ["sonobuoy full", "autoscaling", "k-bench"] provider: ["gcp", "azure", "aws"] version: ["1.23", "1.24", "1.25"] exclude: # Autoscaling test runs only on latest version. - test: "autoscaling" version: "1.23" - test: "autoscaling" version: "1.24" # K-bench test runs only on latest version. - test: "k-bench" version: "1.23" - test: "k-bench" version: "1.24" # Currently not supported on AWS. - test: "autoscaling" provider: "aws" - test: "k-bench" provider: "aws" runs-on: ubuntu-22.04 permissions: id-token: write contents: read needs: [find-latest-image] steps: - name: Check out repository uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8 # tag=v3.1.0 with: fetch-depth: 0 ref: ${{ github.head_ref }} - name: Setup Go environment uses: actions/setup-go@d0a58c1c4d2b25278816e339b944508c875f3613 # v3.4.0 with: go-version: "1.19.3" - name: Login to Azure if: matrix.provider == 'azure' uses: ./.github/actions/login_azure with: azure_credentials: ${{ secrets.AZURE_E2E_CREDENTIALS }} - name: Create Azure resource group if: matrix.provider == 'azure' id: az_resource_group_gen shell: bash run: | uuid=$(cat /proc/sys/kernel/random/uuid) name=e2e-test-${uuid%%-*} az group create --location northeurope --name "$name" --tags e2e echo "res_group_name=$name" >> "$GITHUB_OUTPUT" - name: Run E2E test id: e2e_test uses: ./.github/actions/e2e_test with: workerNodesCount: "2" controlNodesCount: "3" cloudProvider: ${{ matrix.provider }} osImage: ${{ needs.find-latest-image.outputs.image }} kubernetesVersion: ${{ matrix.version }} azureSubscription: ${{ secrets.AZURE_E2E_SUBSCRIPTION_ID }} azureTenant: ${{ secrets.AZURE_E2E_TENANT_ID }} azureClientID: ${{ secrets.AZURE_E2E_CLIENT_ID }} azureClientSecret: ${{ secrets.AZURE_E2E_CLIENT_SECRET }} azureUserAssignedIdentity: ${{ secrets.AZURE_E2E_USER_ASSIGNED_IDENTITY }} azureResourceGroup: ${{ steps.az_resource_group_gen.outputs.res_group_name }} gcpProject: ${{ secrets.GCP_E2E_PROJECT }} gcp_service_account_json: ${{ secrets.GCP_SERVICE_ACCOUNT }} gcpClusterServiceAccountKey: ${{ secrets.GCP_CLUSTER_SERVICE_ACCOUNT }} test: ${{ matrix.test }} - name: Always terminate cluster if: always() continue-on-error: true uses: ./.github/actions/constellation_destroy with: kubeconfig: ${{ steps.e2e_test.outputs.kubeconfig }} - name: Notify teams channel if: ${{ failure() && github.ref == 'refs/heads/main' }} continue-on-error: true shell: bash working-directory: .github/actions/e2e_test run: | sudo apt-get install gettext-base -y export TEAMS_JOB_NAME=${{ matrix.provider }} export TEAMS_RUN_ID=${{ github.run_id }} envsubst < teams-payload.json > to-be-send.json curl \ -H "Content-Type: application/json" \ -d @to-be-send.json \ "${{ secrets.MS_TEAMS_WEBHOOK_URI }}" - name: Always destroy Azure resource group if: always() && matrix.provider == 'azure' shell: bash run: | az group delete \ --name ${{ steps.az_resource_group_gen.outputs.res_group_name }} \ --force-deletion-types Microsoft.Compute/virtualMachineScaleSets \ --force-deletion-types Microsoft.Compute/virtualMachines \ --no-wait \ --yes