Getting the stable pipeline ready to go [ci dryrun]

This commit is contained in:
TC 2025-03-19 00:05:30 +00:00
parent 060d433186
commit 3138b12c3f

View File

@ -147,60 +147,37 @@ release_job:
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
create_build_machines:
stage: build_packages
create_build_machine:
stage: prepare
tags:
- build-orchestration
script:
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-deb
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create arm64-deb
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh create amd64-rpm
- uv --directory scripts/cicd-python sync
- uv --directory scripts/cicd-python run veilid_release_utils.py --create-build-machine
artifacts:
paths:
- scripts/cicd-python/config.json
expire_in: 6 hours
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
package_amd64_deb:
package_linux:
stage: build_packages
needs:
- create_build_machines
tags:
- build-amd64-deb
script:
- earthly bootstrap
- earthly +package-linux-amd64-deb
- bash scripts/cicd/build-machine/scp-amd64-debs-to-orchestrator.sh
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
package_arm64_deb:
stage: build_packages
needs:
- create_build_machines
tags:
- build-arm64-deb
script:
- earthly bootstrap
- earthly +package-linux-arm64-deb
- bash scripts/cicd/build-machine/scp-arm64-debs-to-orchestrator.sh
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
package_amd64_rpm:
stage: build_packages
needs:
- create_build_machines
tags:
- build-amd64-rpm
script:
- earthly bootstrap
- earthly +package-linux-amd64-rpm
- bash scripts/cicd/build-machine/scp-amd64-rpms-to-orchestrator.sh
- earthly +package-linux
artifacts:
paths:
- target/packages/*
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
publish_crates:
stage: build_packages
needs:
- package_amd64_deb
- package_linux
tags:
- build-amd64-deb
script:
@ -215,7 +192,7 @@ publish_crates:
publish_python:
stage: build_packages
needs:
- package_amd64_deb
- package_linux
tags:
- build-amd64-deb
script:
@ -227,8 +204,6 @@ publish_python:
build_repositories:
stage: distribute
#needs:
# - publish_python
tags:
- build-orchestration
variables:
@ -239,26 +214,27 @@ build_repositories:
- cp scripts/cicd/build-orchestration/rpm-repo-building/repobuild.sh ~/rpm-build-container
- cp scripts/cicd/build-orchestration/generate-stable-release.sh ~
- bash scripts/cicd/build-orchestration/distribute-stable-packages.sh
dependencies:
- dryrun_package_linux
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
delete_build_machines:
stage: distribute
needs:
- build_repositories
stage: cleanup
tags:
- build-orchestration
dependencies:
- create_build_machine
script:
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-deb
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete arm64-deb
- bash scripts/cicd/build-orchestration/build-machine-ctrl.sh delete amd64-rpm
- uv --directory scripts/cicd-python sync
- uv --directory scripts/cicd-python run veilid_release_utils.py --delete-build-machine
rules:
- if: '$CI_COMMIT_TAG =~ /v\d.+/'
# Dryrun release -- triggered by changes in .gitlab-ci.yml, CICD scripts, or Earthfile
dryrun_create_build_machines:
stage: build_packages
stage: prepare
tags:
- build-orchestration
script:
@ -273,8 +249,6 @@ dryrun_create_build_machines:
dryrun_package_linux:
stage: build_packages
needs:
- dryrun_create_build_machines
tags:
- build-amd64-deb
script:
@ -321,7 +295,8 @@ dryrun_build_repositories:
- cp scripts/cicd/build-orchestration/rpm-repo-building/repobuild.sh ~/rpm-build-container
- cp scripts/cicd/build-orchestration/generate-stable-release.sh ~
- bash scripts/cicd/build-orchestration/distribute-stable-packages.sh
dependencies: [dryrun_package_linux]
dependencies:
- dryrun_package_linux
rules:
- if: $CI_COMMIT_MESSAGE =~ /\[ci dryrun]/
@ -352,7 +327,7 @@ dryrun_delete_build_machines:
# Nightly build pipeline
nightly_create_build_machines:
stage: build_packages
stage: prepare
tags:
- build-orchestration
script:
@ -367,8 +342,6 @@ nightly_create_build_machines:
nightly_package_linux:
stage: build_packages
needs:
- nightly_create_build_machines
tags:
- build-amd64-deb
script:
@ -380,32 +353,6 @@ nightly_package_linux:
rules:
- if: $IS_NIGHTLY == "true"
# nightly_package_arm64_deb:
# stage: build_packages
# needs:
# - nightly_create_build_machines
# tags:
# - build-arm64-deb
# script:
# - earthly bootstrap
# - earthly +package-linux-arm64-deb --IS_NIGHTLY="$IS_NIGHTLY"
# - bash scripts/cicd/build-machine/scp-arm64-debs-to-orchestrator.sh
# rules:
# - if: $IS_NIGHTLY == "true"
# nightly_package_amd64_rpm:
# stage: build_packages
# needs:
# - nightly_create_build_machines
# tags:
# - build-amd64-rpm
# script:
# - earthly bootstrap
# - earthly +package-linux-amd64-rpm --IS_NIGHTLY="$IS_NIGHTLY"
# - bash scripts/cicd/build-machine/scp-amd64-rpms-to-orchestrator.sh
# rules:
# - if: $IS_NIGHTLY == "true"
nightly_build_repositories:
stage: distribute
tags:
@ -418,7 +365,8 @@ nightly_build_repositories:
- cp scripts/cicd/build-orchestration/rpm-repo-building/repobuild.sh ~/rpm-build-container
- cp scripts/cicd/build-orchestration/generate-nightly-release.sh ~
- bash scripts/cicd/build-orchestration/distribute-nightly-packages.sh
dependencies: [nightly_package_linux]
dependencies:
- nightly_package_linux
rules:
- if: $IS_NIGHTLY == "true"
@ -441,7 +389,7 @@ stable_failed_pipeline_actions:
tags:
- build-orchestration
dependencies:
- create_build_machines
- create_build_machine
script:
- uv --directory scripts/cicd-python sync
- uv --directory scripts/cicd-python run veilid_release_utils.py --delete-build-machine