name: e2e Test Manual on: workflow_dispatch: inputs: workerNodesCount: description: "Number of worker nodes to spawn." default: "2" required: true controlNodesCount: description: "Number of control-plane nodes to spawn." default: "3" required: true cloudProvider: description: "Which cloud provider to use." type: choice options: - "gcp" - "azure" - "aws" default: "azure" required: true test: description: "The test to run." type: choice options: - "sonobuoy quick" - "sonobuoy full" - "autoscaling" - "lb" - "k-bench" - "verify" - "nop" required: true kubernetesVersion: description: "Kubernetes version to create the cluster from." default: "1.25" required: true keepMeasurements: description: "Keep measurements embedded in the CLI." type: boolean default: false required: false osImage: description: "Full name of OS image (CSP independent image version UID). Leave empty for latest debug image on main." type: string default: "" required: false isDebugImage: description: "Is OS image a debug image?" type: boolean default: true required: false machineType: description: "Override VM machine type. Leave as 'default' or empty to use the default VM type for the selected cloud provider." type: string default: "default" required: false git-ref: description: "Git ref to checkout." type: string default: "head" required: false env: ARM_CLIENT_ID: ${{ secrets.AZURE_E2E_CLIENT_ID }} ARM_CLIENT_SECRET: ${{ secrets.AZURE_E2E_CLIENT_SECRET }} ARM_SUBSCRIPTION_ID: ${{ secrets.AZURE_E2E_SUBSCRIPTION_ID }} ARM_TENANT_ID: ${{ secrets.AZURE_E2E_TENANT_ID }} jobs: find-latest-image: name: Select image runs-on: ubuntu-22.04 permissions: id-token: write contents: read outputs: image: ${{ steps.find-latest-image.outputs.image }}${{ steps.check-input.outputs.image }} steps: - name: Check input id: check-input shell: bash run: | if [[ -z "${{ inputs.osImage }}" ]]; then echo "Using latest debug image from main." else echo "Using image '${{ inputs.osImage }}'." echo "image=${{ inputs.osImage }}" >> "$GITHUB_OUTPUT" exit 0 fi - name: Checkout uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3.3.0 with: ref: ${{ !github.event.pull_request.head.repo.fork && github.head_ref || '' }} - name: Find latest image id: find-latest-image if: steps.check-input.outputs.image == '' uses: ./.github/actions/find_latest_image with: ref: main stream: debug e2e-test-manual: runs-on: ubuntu-22.04 permissions: id-token: write contents: read needs: [find-latest-image] steps: - name: Checkout head if: inputs.git-ref == 'head' uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3.3.0 with: ref: ${{ !github.event.pull_request.head.repo.fork && github.head_ref || '' }} - name: Checkout ref if: inputs.git-ref != 'head' uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c # v3.3.0 with: ref: ${{ inputs.git-ref }} - name: Setup Go environment uses: actions/setup-go@6edd4406fa81c3da01a34fa6f6343087c207a568 # v3.5.0 with: go-version: "1.19.4" - name: Login to Azure if: ${{ github.event.inputs.cloudProvider == 'azure' }} uses: ./.github/actions/login_azure with: azure_credentials: ${{ secrets.AZURE_E2E_CREDENTIALS }} - name: Create Azure resource group id: az_resource_group_gen if: ${{ github.event.inputs.cloudProvider == 'azure' }} shell: bash run: | uuid=$(cat /proc/sys/kernel/random/uuid) name=e2e-test-${uuid%%-*} az group create --location westus --name "$name" --tags e2e echo "res_group_name=$name" >> "$GITHUB_OUTPUT" - name: Run manual E2E test id: e2e_test uses: ./.github/actions/e2e_test with: workerNodesCount: ${{ github.event.inputs.workerNodesCount }} controlNodesCount: ${{ github.event.inputs.controlNodesCount }} cloudProvider: ${{ github.event.inputs.cloudProvider }} machineType: ${{ github.event.inputs.machineType }} gcpProject: ${{ secrets.GCP_E2E_PROJECT }} gcp_service_account_json: ${{ secrets.GCP_SERVICE_ACCOUNT }} gcpClusterServiceAccountKey: ${{ secrets.GCP_CLUSTER_SERVICE_ACCOUNT }} test: ${{ github.event.inputs.test }} kubernetesVersion: ${{ github.event.inputs.kubernetesVersion }} keepMeasurements: ${{ github.event.inputs.keepMeasurements }} azureSubscription: ${{ secrets.AZURE_E2E_SUBSCRIPTION_ID }} azureTenant: ${{ secrets.AZURE_E2E_TENANT_ID }} azureClientID: ${{ secrets.AZURE_E2E_CLIENT_ID }} azureClientSecret: ${{ secrets.AZURE_E2E_CLIENT_SECRET }} azureUserAssignedIdentity: ${{ secrets.AZURE_E2E_USER_ASSIGNED_IDENTITY }} azureResourceGroup: ${{ steps.az_resource_group_gen.outputs.res_group_name }} osImage: ${{ needs.find-latest-image.outputs.image }} isDebugImage: ${{ github.event.inputs.isDebugImage }} - name: Always terminate cluster if: always() continue-on-error: true uses: ./.github/actions/constellation_destroy with: kubeconfig: ${{ steps.e2e_test.outputs.kubeconfig }} - name: Notify teams channel if: ${{ failure() && github.ref == 'refs/heads/main' }} run: | sudo apt-get install gettext-base -y export TEAMS_JOB_NAME="${{ github.event.inputs.cloudProvider }} (manual)" export TEAMS_RUN_ID=${{ github.run_id }} envsubst < teams-payload.json > to-be-send.json curl \ -H "Content-Type: application/json" \ -d @to-be-send.json \ "${{ secrets.MS_TEAMS_WEBHOOK_URI }}" shell: bash working-directory: .github/actions/e2e_test - name: Always destroy Azure resource group if: ${{ always() && github.event.inputs.cloudProvider == 'azure' }} shell: bash run: | az group delete \ --name ${{ steps.az_resource_group_gen.outputs.res_group_name }} \ --force-deletion-types Microsoft.Compute/virtualMachineScaleSets \ --force-deletion-types Microsoft.Compute/virtualMachines \ --no-wait \ --yes