2024-04-26 06:06:01 -04:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
# get_e2e_test_ids_on_date gets all workflow IDs of workflows that contain "e2e" on a specific date.
|
|
|
|
function get_e2e_test_ids_on_date {
|
|
|
|
ids="$(gh run list --created "$1" --status failure --json createdAt,workflowName,databaseId --jq '.[] | select(.workflowName | contains("e2e") and (contains("MiniConstellation") | not)) | .databaseId' -L1000 -R edgelesssys/constellation || exit 1)"
|
2024-05-08 04:34:10 -04:00
|
|
|
echo "${ids}"
|
2024-04-26 06:06:01 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
# download_tfstate_artifact downloads all artifacts matching the pattern terraform-state-* from a given workflow ID.
|
|
|
|
function download_tfstate_artifact {
|
|
|
|
gh run download "$1" -p "terraform-state-*" -R edgelesssys/constellation > /dev/null
|
|
|
|
}
|
|
|
|
|
|
|
|
# delete_resources runs terraform destroy on the constellation-terraform subfolder of a given folder.
|
|
|
|
function delete_resources {
|
2024-05-08 04:34:10 -04:00
|
|
|
if [[ -d "$1/constellation-terraform" ]]; then
|
2024-04-26 06:06:01 -04:00
|
|
|
cd "$1/constellation-terraform" || exit 1
|
|
|
|
terraform init > /dev/null || exit 1 # first, install plugins
|
|
|
|
terraform destroy -auto-approve || exit 1
|
|
|
|
cd ../../ || exit 1
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
# delete_iam_config runs terraform destroy on the constellation-iam-terraform subfolder of a given folder.
|
|
|
|
function delete_iam_config {
|
2024-05-08 04:34:10 -04:00
|
|
|
if [[ -d "$1/constellation-iam-terraform" ]]; then
|
2024-04-26 06:06:01 -04:00
|
|
|
cd "$1/constellation-iam-terraform" || exit 1
|
|
|
|
terraform init > /dev/null || exit 1 # first, install plugins
|
|
|
|
terraform destroy -auto-approve || exit 1
|
|
|
|
cd ../../ || exit 1
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
# check if the password for artifact decryption was given
|
2024-05-08 04:34:10 -04:00
|
|
|
if [[ -z ${ENCRYPTION_SECRET} ]]; then
|
2024-04-26 06:06:01 -04:00
|
|
|
echo "ENCRYPTION_SECRET is not set. Please set an environment variable with that secret."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2024-05-08 04:34:10 -04:00
|
|
|
artifact_pwd=${ENCRYPTION_SECRET}
|
2024-04-26 06:06:01 -04:00
|
|
|
|
|
|
|
shopt -s nullglob
|
|
|
|
|
|
|
|
start_date=$(date "+%Y-%m-%d")
|
|
|
|
end_date=$(date --date "-7 day" "+%Y-%m-%d")
|
|
|
|
dates_to_clean=()
|
|
|
|
|
|
|
|
# get all dates of the last week
|
2024-05-08 04:34:10 -04:00
|
|
|
while [[ ${end_date} != "${start_date}" ]]; do
|
|
|
|
dates_to_clean+=("${end_date}")
|
|
|
|
end_date=$(date --date "${end_date} +1 day" "+%Y-%m-%d")
|
2024-04-26 06:06:01 -04:00
|
|
|
done
|
|
|
|
|
|
|
|
echo "[*] retrieving run IDs for cleanup"
|
|
|
|
database_ids=()
|
|
|
|
for d in "${dates_to_clean[@]}"; do
|
|
|
|
echo " retrieving run IDs from $d"
|
|
|
|
mapfile -td " " tmp < <(get_e2e_test_ids_on_date "$d")
|
|
|
|
database_ids+=("${tmp[*]}")
|
|
|
|
done
|
|
|
|
|
|
|
|
# cleanup database_ids
|
|
|
|
mapfile -t database_ids < <(echo "${database_ids[@]}")
|
|
|
|
mapfile -td " " database_ids < <(echo "${database_ids[@]}")
|
|
|
|
|
|
|
|
echo "[*] downloading terraform state artifacts"
|
|
|
|
for id in "${database_ids[@]}"; do
|
2024-05-08 04:34:10 -04:00
|
|
|
if [[ ${id} == *[^[:space:]]* ]]; then
|
|
|
|
echo " downloading from workflow ${id}"
|
|
|
|
download_tfstate_artifact "${id}"
|
2024-04-26 06:06:01 -04:00
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
echo "[*] extracting artifacts"
|
|
|
|
for directory in ./terraform-state-*; do
|
2024-05-08 04:34:10 -04:00
|
|
|
echo " extracting ${directory}"
|
2024-04-26 06:06:01 -04:00
|
|
|
|
|
|
|
# extract and decrypt the artifact
|
2024-05-08 04:34:10 -04:00
|
|
|
7zz x -t7z -p"${artifact_pwd}" -o"${directory}" "${directory}/archive.7z" > /dev/null || exit 1
|
2024-04-26 06:06:01 -04:00
|
|
|
done
|
|
|
|
|
|
|
|
# create terraform caching directory
|
2024-05-08 04:34:10 -04:00
|
|
|
mkdir "${HOME}/tf_plugin_cache"
|
|
|
|
export TF_PLUGIN_CACHE_DIR="${HOME}/tf_plugin_cache"
|
|
|
|
echo "[*] created terraform cache directory ${TF_PLUGIN_CACHE_DIR}"
|
2024-04-26 06:06:01 -04:00
|
|
|
|
|
|
|
echo "[*] deleting resources"
|
|
|
|
for directory in ./terraform-state-*; do
|
2024-05-08 04:34:10 -04:00
|
|
|
echo " deleting resources in ${directory}"
|
|
|
|
delete_resources "${directory}"
|
|
|
|
echo " deleting IAM configuration in ${directory}"
|
|
|
|
delete_iam_config "${directory}"
|
|
|
|
echo " deleting directory ${directory}"
|
|
|
|
rm -rf "${directory}"
|
2024-04-26 06:06:01 -04:00
|
|
|
done
|
|
|
|
|
|
|
|
exit 0
|