mirror of
https://github.com/monero-project/monero.git
synced 2025-02-11 16:08:31 -05:00
ci: containerize ubuntu cli jobs
This commit is contained in:
tobtoht
parent
662d246cd5
commit
a0ed323919
285
.github/workflows/build.yml
vendored
285
.github/workflows/build.yml
vendored
@ -13,17 +13,18 @@ on:
|
|||||||
# The below variables reduce repetitions across similar targets
|
# The below variables reduce repetitions across similar targets
|
||||||
env:
|
env:
|
||||||
REMOVE_BUNDLED_PACKAGES : sudo rm -rf /usr/local
|
REMOVE_BUNDLED_PACKAGES : sudo rm -rf /usr/local
|
||||||
|
# ARCH="default" (not "native") ensures, that a different execution host can execute binaries compiled elsewhere.
|
||||||
BUILD_DEFAULT_LINUX: 'cmake -S . -B build -D ARCH="default" -D BUILD_TESTS=ON -D CMAKE_BUILD_TYPE=Release && cmake --build build --target all && cmake --build build --target wallet_api'
|
BUILD_DEFAULT_LINUX: 'cmake -S . -B build -D ARCH="default" -D BUILD_TESTS=ON -D CMAKE_BUILD_TYPE=Release && cmake --build build --target all && cmake --build build --target wallet_api'
|
||||||
APT_INSTALL_LINUX: 'apt -y install build-essential cmake libboost-all-dev miniupnpc libunbound-dev graphviz doxygen libunwind8-dev pkg-config libssl-dev libzmq3-dev libsodium-dev libhidapi-dev libusb-1.0-0-dev libprotobuf-dev protobuf-compiler ccache git'
|
APT_INSTALL_LINUX: 'apt -y install build-essential cmake libboost-all-dev miniupnpc libunbound-dev graphviz doxygen libunwind8-dev pkg-config libssl-dev libzmq3-dev libsodium-dev libhidapi-dev libusb-1.0-0-dev libprotobuf-dev protobuf-compiler ccache git'
|
||||||
APT_SET_CONF: |
|
APT_SET_CONF: |
|
||||||
tee -a /etc/apt/apt.conf.d/80-custom << EOF
|
tee -a /etc/apt/apt.conf.d/80-custom << EOF
|
||||||
Acquire::Retries "3";
|
Acquire::Retries "3";
|
||||||
Acquire::http::Timeout "120";
|
Acquire::http::Timeout "120";
|
||||||
Acquire::ftp::Timeout "120";
|
Acquire::ftp::Timeout "120";
|
||||||
EOF
|
EOF
|
||||||
CCACHE_SETTINGS: |
|
CCACHE_SETTINGS: |
|
||||||
ccache --max-size=150M
|
ccache --max-size=150M
|
||||||
ccache --set-config=compression=true
|
ccache --set-config=compression=true
|
||||||
USE_DEVICE_TREZOR_MANDATORY: ON
|
USE_DEVICE_TREZOR_MANDATORY: ON
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
@ -33,23 +34,23 @@ jobs:
|
|||||||
env:
|
env:
|
||||||
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
submodules: recursive
|
submodules: recursive
|
||||||
- uses: actions/cache@v4
|
- uses: actions/cache@v4
|
||||||
with:
|
with:
|
||||||
path: /Users/runner/Library/Caches/ccache
|
path: /Users/runner/Library/Caches/ccache
|
||||||
key: ccache-${{ runner.os }}-build-${{ github.sha }}
|
key: ccache-${{ runner.os }}-build-${{ github.sha }}
|
||||||
restore-keys: ccache-${{ runner.os }}-build-
|
restore-keys: ccache-${{ runner.os }}-build-
|
||||||
- uses: ./.github/actions/set-make-job-count
|
- uses: ./.github/actions/set-make-job-count
|
||||||
- name: install dependencies
|
- name: install dependencies
|
||||||
run: |
|
run: |
|
||||||
HOMEBREW_NO_AUTO_UPDATE=1 brew install boost hidapi openssl zmq miniupnpc expat libunwind-headers protobuf@21 ccache
|
HOMEBREW_NO_AUTO_UPDATE=1 brew install boost hidapi openssl zmq miniupnpc expat libunwind-headers protobuf@21 ccache
|
||||||
brew link protobuf@21 boost
|
brew link protobuf@21 boost
|
||||||
- name: build
|
- name: build
|
||||||
run: |
|
run: |
|
||||||
${{env.CCACHE_SETTINGS}}
|
${{env.CCACHE_SETTINGS}}
|
||||||
make -j${{env.MAKE_JOB_COUNT}}
|
make -j${{env.MAKE_JOB_COUNT}}
|
||||||
|
|
||||||
build-windows:
|
build-windows:
|
||||||
name: 'Windows (MSYS2)'
|
name: 'Windows (MSYS2)'
|
||||||
@ -61,23 +62,23 @@ jobs:
|
|||||||
run:
|
run:
|
||||||
shell: msys2 {0}
|
shell: msys2 {0}
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
with:
|
with:
|
||||||
submodules: recursive
|
submodules: recursive
|
||||||
- uses: actions/cache@v4
|
- uses: actions/cache@v4
|
||||||
with:
|
with:
|
||||||
path: C:\Users\runneradmin\.ccache
|
path: C:\Users\runneradmin\.ccache
|
||||||
key: ccache-${{ runner.os }}-build-${{ github.sha }}
|
key: ccache-${{ runner.os }}-build-${{ github.sha }}
|
||||||
restore-keys: ccache-${{ runner.os }}-build-
|
restore-keys: ccache-${{ runner.os }}-build-
|
||||||
- uses: msys2/setup-msys2@v2
|
- uses: msys2/setup-msys2@v2
|
||||||
with:
|
with:
|
||||||
update: true
|
update: true
|
||||||
install: mingw-w64-x86_64-toolchain make mingw-w64-x86_64-cmake mingw-w64-x86_64-ccache mingw-w64-x86_64-boost mingw-w64-x86_64-openssl mingw-w64-x86_64-zeromq mingw-w64-x86_64-libsodium mingw-w64-x86_64-hidapi mingw-w64-x86_64-protobuf mingw-w64-x86_64-libusb mingw-w64-x86_64-unbound git pkg-config
|
install: mingw-w64-x86_64-toolchain make mingw-w64-x86_64-cmake mingw-w64-x86_64-ccache mingw-w64-x86_64-boost mingw-w64-x86_64-openssl mingw-w64-x86_64-zeromq mingw-w64-x86_64-libsodium mingw-w64-x86_64-hidapi mingw-w64-x86_64-protobuf mingw-w64-x86_64-libusb mingw-w64-x86_64-unbound git pkg-config
|
||||||
- uses: ./.github/actions/set-make-job-count
|
- uses: ./.github/actions/set-make-job-count
|
||||||
- name: build
|
- name: build
|
||||||
run: |
|
run: |
|
||||||
${{env.CCACHE_SETTINGS}}
|
${{env.CCACHE_SETTINGS}}
|
||||||
make release-static-win64 -j${{env.MAKE_JOB_COUNT}}
|
make release-static-win64 -j${{env.MAKE_JOB_COUNT}}
|
||||||
|
|
||||||
build-arch:
|
build-arch:
|
||||||
name: 'Arch Linux'
|
name: 'Arch Linux'
|
||||||
@ -99,6 +100,7 @@ jobs:
|
|||||||
run: ${{env.BUILD_DEFAULT_LINUX}}
|
run: ${{env.BUILD_DEFAULT_LINUX}}
|
||||||
|
|
||||||
build-debian:
|
build-debian:
|
||||||
|
# Oldest supported Debian version
|
||||||
name: 'Debian 10'
|
name: 'Debian 10'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container:
|
container:
|
||||||
@ -123,106 +125,131 @@ jobs:
|
|||||||
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
||||||
run: ${{env.BUILD_DEFAULT_LINUX}}
|
run: ${{env.BUILD_DEFAULT_LINUX}}
|
||||||
|
|
||||||
# See the OS labels and monitor deprecations here:
|
|
||||||
# https://docs.github.com/en/actions/using-github-hosted-runners/about-github-hosted-runners#supported-runners-and-hardware-resources
|
|
||||||
|
|
||||||
build-ubuntu:
|
build-ubuntu:
|
||||||
name: ${{ matrix.name }}
|
name: ${{ matrix.name }}
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ubuntu-latest
|
||||||
env:
|
|
||||||
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
include:
|
include:
|
||||||
- os: ubuntu-20.04
|
# Oldest supported Ubuntu LTS version
|
||||||
name: Ubuntu 20.04
|
- name: Ubuntu 20.04
|
||||||
- os: ubuntu-22.04
|
container: ubuntu:20.04
|
||||||
name: Ubuntu 22.04
|
|
||||||
steps:
|
# Most popular Ubuntu LTS version
|
||||||
- uses: actions/checkout@v4
|
- name: Ubuntu 22.04
|
||||||
with:
|
container: ubuntu:22.04
|
||||||
submodules: recursive
|
container:
|
||||||
- uses: actions/cache@v4
|
image: ${{ matrix.container }}
|
||||||
with:
|
|
||||||
path: ~/.ccache
|
|
||||||
key: ccache-${{ runner.os }}-build-${{ matrix.os }}-${{ github.sha }}
|
|
||||||
restore-keys: ccache-${{ runner.os }}-build-${{ matrix.os }}
|
|
||||||
- uses: ./.github/actions/set-make-job-count
|
|
||||||
- name: remove bundled packages
|
|
||||||
run: ${{env.REMOVE_BUNDLED_PACKAGES}}
|
|
||||||
- name: set apt conf
|
|
||||||
run: sudo ${{env.APT_SET_CONF}}
|
|
||||||
- name: update apt
|
|
||||||
run: sudo apt update
|
|
||||||
- name: install monero dependencies
|
|
||||||
run: sudo ${{env.APT_INSTALL_LINUX}}
|
|
||||||
- name: build
|
|
||||||
env:
|
env:
|
||||||
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
DEBIAN_FRONTEND: noninteractive
|
||||||
run: |
|
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
||||||
${{env.CCACHE_SETTINGS}}
|
CCACHE_DIR: ~/.ccache
|
||||||
${{env.BUILD_DEFAULT_LINUX}}
|
steps:
|
||||||
|
- name: set apt conf
|
||||||
|
run: ${{env.APT_SET_CONF}}
|
||||||
|
- name: update apt
|
||||||
|
run: apt update
|
||||||
|
- name: install monero dependencies
|
||||||
|
run: ${{env.APT_INSTALL_LINUX}}
|
||||||
|
- name: configure git
|
||||||
|
run: git config --global --add safe.directory '*'
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
submodules: recursive
|
||||||
|
- uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.ccache
|
||||||
|
key: ccache-${{ matrix.container }}-build-${{ github.sha }}
|
||||||
|
restore-keys: ccache-${{ matrix.container }}-build-
|
||||||
|
- uses: ./.github/actions/set-make-job-count
|
||||||
|
- name: build
|
||||||
|
env:
|
||||||
|
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
||||||
|
run: |
|
||||||
|
${{env.CCACHE_SETTINGS}}
|
||||||
|
${{env.BUILD_DEFAULT_LINUX}}
|
||||||
|
|
||||||
test-ubuntu:
|
test-ubuntu:
|
||||||
name: "Ubuntu 20.04 (tests)"
|
name: "${{ matrix.name }} (tests)"
|
||||||
needs: build-ubuntu
|
needs: build-ubuntu
|
||||||
runs-on: ubuntu-20.04
|
runs-on: ubuntu-latest
|
||||||
env:
|
strategy:
|
||||||
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
matrix:
|
||||||
steps:
|
include:
|
||||||
- uses: actions/checkout@v4
|
- name: Ubuntu 20.04
|
||||||
with:
|
container: ubuntu:20.04
|
||||||
submodules: recursive
|
container:
|
||||||
- name: ccache
|
image: ${{ matrix.container }}
|
||||||
uses: actions/cache@v4
|
|
||||||
with:
|
|
||||||
path: ~/.ccache
|
|
||||||
key: ccache-${{ runner.os }}-build-ubuntu-latest-${{ github.sha }}
|
|
||||||
restore-keys: ccache-${{ runner.os }}-build-ubuntu-latest
|
|
||||||
- uses: ./.github/actions/set-make-job-count
|
|
||||||
- name: remove bundled packages
|
|
||||||
run: ${{env.REMOVE_BUNDLED_PACKAGES}}
|
|
||||||
- name: set apt conf
|
|
||||||
run: sudo ${{env.APT_SET_CONF}}
|
|
||||||
- name: update apt
|
|
||||||
run: sudo apt update
|
|
||||||
- name: install monero dependencies
|
|
||||||
run: sudo ${{env.APT_INSTALL_LINUX}}
|
|
||||||
- name: install Python dependencies
|
|
||||||
run: pip install requests psutil monotonic zmq deepdiff
|
|
||||||
- name: create dummy disk drives for testing
|
|
||||||
run: tests/create_test_disks.sh >> $GITHUB_ENV
|
|
||||||
- name: tests
|
|
||||||
env:
|
env:
|
||||||
CTEST_OUTPUT_ON_FAILURE: ON
|
DEBIAN_FRONTEND: noninteractive
|
||||||
DNS_PUBLIC: tcp://9.9.9.9
|
CCACHE_TEMPDIR: /tmp/.ccache-temp
|
||||||
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
CCACHE_DIR: ~/.ccache
|
||||||
run: |
|
# Setting up a loop device (losetup) requires additional capabilities.
|
||||||
${{env.CCACHE_SETTINGS}}
|
# tests/create_test_disks.sh
|
||||||
${{env.BUILD_DEFAULT_LINUX}}
|
options: --privileged
|
||||||
cmake --build build --target test
|
steps:
|
||||||
|
- name: set apt conf
|
||||||
|
run: ${{env.APT_SET_CONF}}
|
||||||
# ARCH="default" (not "native") ensures, that a different execution host can execute binaries compiled elsewhere.
|
- name: update apt
|
||||||
# BUILD_SHARED_LIBS=ON speeds up the linkage part a bit, reduces size, and is the only place where the dynamic linkage is tested.
|
run: apt update
|
||||||
|
- name: install monero dependencies
|
||||||
|
run: ${{env.APT_INSTALL_LINUX}}
|
||||||
|
- name: install pip
|
||||||
|
run: apt install -y python3-pip
|
||||||
|
- name: install Python dependencies
|
||||||
|
run: pip install requests psutil monotonic zmq deepdiff
|
||||||
|
- name: configure git
|
||||||
|
run: git config --global --add safe.directory '*'
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
submodules: recursive
|
||||||
|
- uses: actions/cache@v4
|
||||||
|
with:
|
||||||
|
path: ~/.ccache
|
||||||
|
key: ccache-${{ matrix.container }}-build-${{ github.sha }}
|
||||||
|
restore-keys: ccache-${{ matrix.container }}-build-
|
||||||
|
- name: create dummy disk drives for testing
|
||||||
|
run: tests/create_test_disks.sh >> $GITHUB_ENV
|
||||||
|
- uses: ./.github/actions/set-make-job-count
|
||||||
|
- name: tests
|
||||||
|
env:
|
||||||
|
CTEST_OUTPUT_ON_FAILURE: ON
|
||||||
|
DNS_PUBLIC: tcp://9.9.9.9
|
||||||
|
CMAKE_BUILD_PARALLEL_LEVEL: ${{env.MAKE_JOB_COUNT}}
|
||||||
|
run: |
|
||||||
|
${{env.CCACHE_SETTINGS}}
|
||||||
|
${{env.BUILD_DEFAULT_LINUX}}
|
||||||
|
cmake --build build --target test
|
||||||
|
|
||||||
source-archive:
|
source-archive:
|
||||||
name: "source archive"
|
name: "source archive"
|
||||||
runs-on: ubuntu-20.04
|
runs-on: ubuntu-latest
|
||||||
|
container:
|
||||||
|
image: ubuntu:20.04
|
||||||
|
env:
|
||||||
|
DEBIAN_FRONTEND: noninteractive
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- name: set apt conf
|
||||||
with:
|
run: ${{env.APT_SET_CONF}}
|
||||||
fetch-depth: 0
|
- name: update apt
|
||||||
submodules: recursive
|
run: apt update
|
||||||
- name: archive
|
- name: install dependencies
|
||||||
run: |
|
run: apt install -y git python3-pip
|
||||||
pip install git-archive-all
|
- name: configure git
|
||||||
export VERSION="monero-$(git describe)"
|
run: git config --global --add safe.directory '*'
|
||||||
export OUTPUT="$VERSION.tar"
|
- uses: actions/checkout@v4
|
||||||
echo "OUTPUT=$OUTPUT" >> $GITHUB_ENV
|
with:
|
||||||
/home/runner/.local/bin/git-archive-all --prefix "$VERSION/" --force-submodules "$OUTPUT"
|
fetch-depth: 0
|
||||||
- uses: actions/upload-artifact@v4
|
submodules: recursive
|
||||||
with:
|
- name: archive
|
||||||
name: ${{ env.OUTPUT }}
|
run: |
|
||||||
path: /home/runner/work/${{ github.event.repository.name }}/${{ github.event.repository.name }}/${{ env.OUTPUT }}
|
pip install git-archive-all
|
||||||
|
export VERSION="monero-$(git describe)"
|
||||||
|
export OUTPUT="$VERSION.tar"
|
||||||
|
echo "OUTPUT=$OUTPUT" >> $GITHUB_ENV
|
||||||
|
git-archive-all --prefix "$VERSION/" --force-submodules "$OUTPUT"
|
||||||
|
- uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: ${{ env.OUTPUT }}
|
||||||
|
path: ${{ env.OUTPUT }}
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user