From a2d701f421ae23936a5918876e48b25fd7ccfdfc Mon Sep 17 00:00:00 2001 From: Malte Poll Date: Thu, 27 Apr 2023 14:49:18 +0200 Subject: [PATCH] image: remove upload scripts --- image/upload/delete_aws.sh | 1 - image/upload/upload_aws.sh | 175 ------------------------------- image/upload/upload_gcp.sh | 41 -------- image/upload/upload_openstack.sh | 22 ---- image/upload/upload_qemu.sh | 22 ---- 5 files changed, 261 deletions(-) delete mode 100644 image/upload/delete_aws.sh delete mode 100755 image/upload/upload_aws.sh delete mode 100755 image/upload/upload_gcp.sh delete mode 100755 image/upload/upload_openstack.sh delete mode 100755 image/upload/upload_qemu.sh diff --git a/image/upload/delete_aws.sh b/image/upload/delete_aws.sh deleted file mode 100644 index 8b1378917..000000000 --- a/image/upload/delete_aws.sh +++ /dev/null @@ -1 +0,0 @@ - diff --git a/image/upload/upload_aws.sh b/image/upload/upload_aws.sh deleted file mode 100755 index 55d8e8936..000000000 --- a/image/upload/upload_aws.sh +++ /dev/null @@ -1,175 +0,0 @@ -#!/usr/bin/env bash -# Copyright (c) Edgeless Systems GmbH -# -# SPDX-License-Identifier: AGPL-3.0-only - -set -euo pipefail -shopt -s inherit_errexit - -if [[ -f ${CONFIG_FILE-} ]]; then - # shellcheck source=/dev/null - . "${CONFIG_FILE}" -fi - -CONTAINERS_JSON=$(mktemp /tmp/containers-XXXXXXXXXXXXXX.json) -declare -A AMI_FOR_REGION - -import_status() { - local import_task_id=$1 - aws ec2 describe-import-snapshot-tasks --region "${AWS_REGION}" --import-task-ids "${import_task_id}" | jq -r '.ImportSnapshotTasks[0].SnapshotTaskDetail.Status' -} - -wait_for_import() { - local import_task_id=$1 - local status - echo -n "Waiting for import to finish" - while true; do - local status - status=$(import_status "${import_task_id}") - case "${status}" in - completed) - echo -e "\nImport completed." - break - ;; - active) - echo -n "." - sleep 5 - ;; - *) - echo "Unexpected status: ${status}" - exit 1 - ;; - esac - done -} - -wait_for_image_available() { - local ami_id=$1 - local region=$2 - echo -n "Waiting for image ${ami_id} to be available" - while true; do - # Waiter ImageAvailable failed: Max attempts exceeded - local status - status=$(aws ec2 wait image-available \ - --region "${region}" \ - --image-ids "${ami_id}" 2>&1 || true) - case "${status}" in - "") - echo -e "\nImage available." - break - ;; - *"Max attempts exceeded"*) - echo -n "." - ;; - *) - echo "Unexpected status: ${status}" - exit 1 - ;; - esac - done -} - -tag_ami_with_backing_snapshot() { - local ami_id=$1 - local region=$2 - wait_for_image_available "${ami_id}" "${region}" - local snapshot_id - snapshot_id=$(aws ec2 describe-images \ - --region "${region}" \ - --image-ids "${ami_id}" \ - --output text --query "Images[0].BlockDeviceMappings[0].Ebs.SnapshotId") - aws ec2 create-tags \ - --region "${region}" \ - --resources "${ami_id}" "${snapshot_id}" \ - --tags "Key=Name,Value=${AWS_IMAGE_NAME}" -} - -make_ami_public() { - local ami_id=$1 - local region=$2 - if [[ ${AWS_PUBLISH-} != "true" ]]; then - return - fi - aws ec2 modify-image-attribute \ - --region "${region}" \ - --image-id "${ami_id}" \ - --launch-permission "Add=[{Group=all}]" -} - -create_ami_from_raw_disk() { - echo "Uploading raw disk image to S3" - aws s3 cp "${AWS_IMAGE_PATH}" "s3://${AWS_BUCKET}/${AWS_IMAGE_FILENAME}" --no-progress - printf '{ - "Description": "%s", - "Format": "raw", - "UserBucket": { - "S3Bucket": "%s", - "S3Key": "%s" - } - }' "${AWS_IMAGE_NAME}" "${AWS_BUCKET}" "${AWS_IMAGE_FILENAME}" > "${CONTAINERS_JSON}" - IMPORT_SNAPSHOT=$(aws ec2 import-snapshot --region "${AWS_REGION}" --disk-container "file://${CONTAINERS_JSON}") - echo "${IMPORT_SNAPSHOT}" - IMPORT_TASK_ID=$(echo "${IMPORT_SNAPSHOT}" | jq -r '.ImportTaskId') - aws ec2 describe-import-snapshot-tasks --region "${AWS_REGION}" --import-task-ids "${IMPORT_TASK_ID}" - wait_for_import "${IMPORT_TASK_ID}" - AWS_SNAPSHOT=$(aws ec2 describe-import-snapshot-tasks --region "${AWS_REGION}" --import-task-ids "${IMPORT_TASK_ID}" | jq -r '.ImportSnapshotTasks[0].SnapshotTaskDetail.SnapshotId') - echo "Deleting raw disk image from S3" - aws s3 rm "s3://${AWS_BUCKET}/${AWS_IMAGE_FILENAME}" - rm "${CONTAINERS_JSON}" - REGISTER_OUT=$( - aws ec2 register-image \ - --region "${AWS_REGION}" \ - --name "${AWS_IMAGE_NAME}" \ - --boot-mode uefi \ - --architecture x86_64 \ - --root-device-name /dev/xvda \ - --block-device-mappings "DeviceName=/dev/xvda,Ebs={SnapshotId=${AWS_SNAPSHOT}}" \ - --ena-support \ - --tpm-support v2.0 \ - --uefi-data "$(cat "${AWS_EFIVARS_PATH}")" - ) - IMAGE_ID=$(echo "${REGISTER_OUT}" | jq -r '.ImageId') - AMI_FOR_REGION=(["${AWS_REGION}"]="${IMAGE_ID}") - tag_ami_with_backing_snapshot "${IMAGE_ID}" "${AWS_REGION}" - make_ami_public "${IMAGE_ID}" "${AWS_REGION}" - echo "Imported initial AMI as ${IMAGE_ID} in ${AWS_REGION}" -} - -replicate_ami() { - local target_region=$1 - local replicated_image_out - replicated_image_out=$(aws ec2 copy-image \ - --name "${AWS_IMAGE_NAME}" \ - --source-region "${AWS_REGION}" \ - --source-image-id "${IMAGE_ID}" \ - --region "${target_region}") - local replicated_image_id - replicated_image_id=$(echo "${replicated_image_out}" | jq -r '.ImageId') - AMI_FOR_REGION["${target_region}"]=${replicated_image_id} - echo "Replicated AMI as ${replicated_image_id} in ${target_region}" -} - -create_ami_from_raw_disk -# replicate in parallel -for region in ${AWS_REPLICATION_REGIONS}; do - replicate_ami "${region}" -done -# wait for all images to be available and tag + publish them -for region in ${AWS_REPLICATION_REGIONS}; do - tag_ami_with_backing_snapshot "${AMI_FOR_REGION[${region}]}" "${region}" - make_ami_public "${AMI_FOR_REGION[${region}]}" "${region}" -done - -json=$(jq -ncS \ - --arg region "${AWS_REGION}" \ - --arg ami "${AMI_FOR_REGION[${AWS_REGION}]}" \ - '{"aws":{($region): $ami}}') -for region in ${AWS_REPLICATION_REGIONS}; do - json=$(jq -ncS \ - --argjson json "${json}" \ - --arg region "${region}" \ - --arg ami "${AMI_FOR_REGION[${region}]}" \ - '$json * {"aws": {($region): $ami}}') -done - -echo "${json}" > "${AWS_JSON_OUTPUT}" diff --git a/image/upload/upload_gcp.sh b/image/upload/upload_gcp.sh deleted file mode 100755 index febd6df56..000000000 --- a/image/upload/upload_gcp.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/usr/bin/env bash -# Copyright (c) Edgeless Systems GmbH -# -# SPDX-License-Identifier: AGPL-3.0-only - -set -euo pipefail -shopt -s inherit_errexit - -if [[ -f ${CONFIG_FILE-} ]]; then - # shellcheck source=/dev/null - . "${CONFIG_FILE}" -fi - -PK_FILE=${PKI}/PK.cer -KEK_FILES=${PKI}/KEK.cer,${PKI}/MicCorKEKCA2011_2011-06-24.crt -DB_FILES=${PKI}/db.cer,${PKI}/MicWinProPCA2011_2011-10-19.crt,${PKI}/MicCorUEFCA2011_2011-06-27.crt - -gsutil mb -l "${GCP_REGION}" "gs://${GCP_BUCKET}" || true -gsutil pap set enforced "gs://${GCP_BUCKET}" || true -gsutil cp "${GCP_IMAGE_PATH}" "gs://${GCP_BUCKET}/${GCP_IMAGE_FILENAME}" -gcloud compute images create "${GCP_IMAGE_NAME}" \ - "--family=${GCP_IMAGE_FAMILY}" \ - "--source-uri=gs://${GCP_BUCKET}/${GCP_IMAGE_FILENAME}" \ - "--guest-os-features=GVNIC,SEV_CAPABLE,VIRTIO_SCSI_MULTIQUEUE,UEFI_COMPATIBLE" \ - "--platform-key-file=${PK_FILE}" \ - "--key-exchange-key-file=${KEK_FILES}" \ - "--signature-database-file=${DB_FILES}" \ - "--project=${GCP_PROJECT}" -gcloud compute images add-iam-policy-binding "${GCP_IMAGE_NAME}" \ - "--project=${GCP_PROJECT}" \ - --member='allAuthenticatedUsers' \ - --role='roles/compute.imageUser' -gsutil rm "gs://${GCP_BUCKET}/${GCP_IMAGE_FILENAME}" - -image_reference=$(gcloud compute images describe "${GCP_IMAGE_NAME}" \ - --project "${GCP_PROJECT}" \ - '--format=value(selfLink.scope(v1))') -json=$(jq -ncS \ - --arg image_reference "${image_reference}" \ - '{"gcp": {"sev-es": $image_reference}}') -echo -n "${json}" > "${GCP_JSON_OUTPUT}" diff --git a/image/upload/upload_openstack.sh b/image/upload/upload_openstack.sh deleted file mode 100755 index 1a838683b..000000000 --- a/image/upload/upload_openstack.sh +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/env bash -# Copyright (c) Edgeless Systems GmbH -# -# SPDX-License-Identifier: AGPL-3.0-only - -set -euo pipefail -shopt -s inherit_errexit - -if [[ -f ${CONFIG_FILE-} ]]; then - # shellcheck source=/dev/null - . "${CONFIG_FILE}" -fi - -path="constellation/v1/ref/${REF}/stream/${STREAM}/${IMAGE_VERSION}/image/csp/openstack/image.raw" -aws s3 cp "${OPENSTACK_IMAGE_PATH}" "s3://${OPENSTACK_BUCKET}/${path}" --no-progress - -image_url="${OPENSTACK_BASE_URL}/${path}" - -json=$(jq -ncS \ - --arg image_url "${image_url}" \ - '{"openstack": {"sev": $image_url}}') -echo -n "${json}" > "${OPENSTACK_JSON_OUTPUT}" diff --git a/image/upload/upload_qemu.sh b/image/upload/upload_qemu.sh deleted file mode 100755 index 60d039d0f..000000000 --- a/image/upload/upload_qemu.sh +++ /dev/null @@ -1,22 +0,0 @@ -#!/usr/bin/env bash -# Copyright (c) Edgeless Systems GmbH -# -# SPDX-License-Identifier: AGPL-3.0-only - -set -euo pipefail -shopt -s inherit_errexit - -if [[ -f ${CONFIG_FILE-} ]]; then - # shellcheck source=/dev/null - . "${CONFIG_FILE}" -fi - -path="constellation/v1/ref/${REF}/stream/${STREAM}/${IMAGE_VERSION}/image/csp/qemu/image.raw" -aws s3 cp "${QEMU_IMAGE_PATH}" "s3://${QEMU_BUCKET}/${path}" --no-progress - -image_url="${QEMU_BASE_URL}/${path}" - -json=$(jq -ncS \ - --arg image_url "${image_url}" \ - '{"qemu": {"default": $image_url}}') -echo -n "${json}" > "${QEMU_JSON_OUTPUT}"