onionshare/.circleci/config.yml
2022-05-29 14:17:16 -07:00

549 lines
21 KiB
YAML

version: 2.1
orbs:
win: circleci/windows@4.0.0
workflows:
version: 2
ci:
jobs:
- test-cli
# - test-gui
- build-win64:
requires:
- test-cli
# - test-gui
# - build-win32:
# requires:
# - test-cli
# # - test-gui
# - build-macos:
# requires:
# - test-cli
# # - test-gui
jobs:
test-cli:
docker:
- image: cimg/python:3.9
steps:
- checkout
- run:
name: Install dependencies
command: |
sudo apt-get update
sudo apt-get -y install tor obfs4proxy
- restore_cache:
key: test-cli-poetry-deps-{{ .Environment.CACHE_VERSION }}-{{ checksum "~/project/cli/poetry.lock" }}
- run:
name: Install poetry dependencies
command: |
cd ~/project/cli
poetry install
- save_cache:
key: test-cli-poetry-deps-{{ .Environment.CACHE_VERSION }}-{{ checksum "~/project/cli/poetry.lock" }}
paths:
- /home/circleci/.cache/pypoetry/virtualenvs
- run:
name: Run tests
command: |
cd ~/project/cli
poetry run pytest -v ./tests
poetry run onionshare-cli --local-only ./tests --auto-stop-timer 2
poetry run onionshare-cli --local-only --receive --auto-stop-timer 2
poetry run onionshare-cli --local-only --website ../docs --auto-stop-timer 2
poetry run onionshare-cli --local-only --chat --auto-stop-timer 2
test-gui:
docker:
- image: cimg/python:3.9
steps:
- checkout
- run:
name: Install dependencies
command: |
sudo apt-get update
sudo apt-get install -y tor obfs4proxy gcc python3-dev python3-pyside2.qtcore python3-pyside2.qtwidgets python3-pyside2.qtgui
sudo apt-get install -y xvfb x11-utils libxkbcommon-x11-0 libxcb-randr0-dev libxcb-xtest0-dev libxcb-xinerama0-dev libxcb-shape0-dev libxcb-xkb-dev libxcb-render-util0 libxcb-icccm4 libxcb-keysyms1 libxcb-image0
- restore_cache:
key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
- run:
name: Install poetry dependencies
command: |
cd ~/project/desktop
poetry install
- save_cache:
key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
paths:
- /home/circleci/.cache/pypoetry/virtualenvs
- run:
name: Run tests
command: |
cd ~/project/desktop
QT_DEBUG_PLUGINS=1 xvfb-run poetry run pytest -v ./tests/test_gui_*.py
build-win64:
executor:
name: win/default
shell: powershell.exe
environment:
# NOTE: make sure to change when upgrading libevent
LIBEVENT_TAG: "release-2.1.12-stable"
# NOTE: make sure to change when upgrading tor
TOR_TAG: "tor-0.4.7.7"
steps:
- checkout
- restore_cache:
# NOTE: make sure to change when upgrading tor
key: "build-win64-tor-0.4.7.7-{{ .Environment.CACHE_VERSION }}"
# Install cygwin and required packages
- run:
name: Install cygwin and required packages (for building tor)
shell: bash.exe --login -eo pipefail
command: |
if [[ -d "/c/Users/circleci/build/tor" ]]; then
echo "libevent and tor already compiled, skipping"
exit 0
fi
curl -o setup-x86_64.exe https://cygwin.com/setup-x86_64.exe
curl -o setup-x86_64.exe.sig https://cygwin.com/setup-x86_64.exe.sig
curl -o pubring.asc https://cygwin.com/key/pubring.asc
gpg --import pubring.asc
gpg --verify setup-x86_64.exe.sig setup-x86_64.exe
if [ $? -ne 0 ]; then
echo "cygwin signature doesn't verify"
exit -1
fi
./setup-x86_64.exe -q -s https://mirrors.kernel.org/sourceware/cygwin/ \
-P libssl-devel,libevent-devel,zlib-devel,git,gcc-core,make,autoconf,automake,libtool,gnupg
# # Build libevent
# - run:
# name: Build libevent
# shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
# command: |
# if [[ -d "/cygdrive/c/Users/circleci/build/libevent" ]]; then
# echo "libevent already compiled, skipping"
# exit 0
# fi
# mkdir -p /cygdrive/c/Users/circleci/src
# mkdir -p /cygdrive/c/Users/circleci/build
# # Get source
# curl "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x9e3ac83a27974b84d1b3401db86086848ef8686d" | gpg --import
# cd /cygdrive/c/Users/circleci/src
# git clone https://github.com/libevent/libevent.git
# cd libevent
# git tag -v $LIBEVENT_TAG
# if [ $? -ne 0 ]; then
# echo "libevent tag doesn't verify"
# exit -1
# fi
# git checkout $LIBEVENT_TAG
# # Build
# ./autogen.sh
# ./configure \
# --prefix=/opt/libevent-build \
# --with-pic
# make -j$(nproc)
# make install
# cp -r /opt/libevent-build /cygdrive/c/Users/circleci/build/libevent
# - save_cache:
# # NOTE: make sure to change when upgrading libevent
# key: "build-win64-libevent-2.1.12-{{ .Environment.CACHE_VERSION }}"
# paths:
# - C:\Users\circleci\build\libevent
# Build tor
- run:
name: Build tor
shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
command: |
if [[ -d "/cygdrive/c/Users/circleci/build/tor" ]]; then
echo "tor already compiled, skipping"
exit 0
fi
mkdir -p /cygdrive/c/Users/circleci/src
mkdir -p /cygdrive/c/Users/circleci/build
# Get source
curl https://keys.openpgp.org/vks/v1/by-fingerprint/B74417EDDF22AC9F9E90F49142E86A2A11F48D36 | gpg --import
cd /cygdrive/c/Users/circleci/src
git clone https://git.torproject.org/tor.git
cd tor
git tag -v $TOR_TAG
if [ $? -ne 0 ]; then
echo "tor tag doesn't verify"
exit -1
fi
git checkout $TOR_TAG
# Build
./autogen.sh
./configure \
--prefix=/opt/tor-build \
--disable-asciidoc
make -j$(nproc)
make install
cp -r /opt/tor-build /cygdrive/c/Users/circleci/build/tor
- save_cache:
# NOTE: make sure to change when upgrading tor
key: "build-win64-tor-0.4.7.7-{{ .Environment.CACHE_VERSION }}"
paths:
- C:\Users\circleci\build\tor
- run:
name: Copy tor binaries into project
shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
# TODO: update this to actually copy the files
command: find /cygdrive/c/Users/circleci/build/tor
- restore_cache:
# NOTE: make sure to change when uprading obfs4proxy
key: build-win64-obfs4proxy-v0.0.13-{{ .Environment.CACHE_VERSION }}"
- run:
name: Build obfs4proxy
command: |
if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe -PathType -leaf -eq $true) {
Write-Output "obfs4proxy already built"
} else {
# curl https://keys.openpgp.org/vks/v1/by-fingerprint/9EB1A490C73CC5D44DFB3E47BFBD1C7B8A6EC81A | gpg --import
mkdir C:\Users\circleci\src\obfs4proxy
cd C:\Users\circleci\src\obfs4proxy
git clone https://gitlab.com/yawning/obfs4
cd obfs4
git checkout obfs4proxy-0.0.13
go build .\obfs4proxy
Move-Item -Path .\obfs4proxy.exe -Destination C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
}
- save_cache:
# NOTE: make sure to change when uprading obfs4proxy
key: build-win64-obfs4proxy-v0.0.13-{{ .Environment.CACHE_VERSION }}"
paths:
- C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
- restore_cache:
# NOTE: make sure to change when uprading snowflake
key: build-win64-snowflake-v2.1.0-{{ .Environment.CACHE_VERSION }}"
- run:
name: Build snowflake-client
command: |
if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe -PathType -leaf -eq $true) {
Write-Output "snowflake already built"
} else {
go install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0
Move-Item -Path C:\Users\circleci\go\bin\client.exe -Destination C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
}
- save_cache:
# NOTE: make sure to change when uprading snowflake
key: build-win64-snowflake-v2.1.0-{{ .Environment.CACHE_VERSION }}"
paths:
- C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
- restore_cache:
# NOTE: make sure to change when uprading meek
key: build-win64-meek-v0.37.0-{{ .Environment.CACHE_VERSION }}"
- run:
name: Build meek-client
command: |
if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\meek-client.exe -PathType -leaf -eq $true) {
Write-Output "snowflake already built"
} else {
go install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0
Move-Item -Path C:\Users\circleci\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
}
- save_cache:
# NOTE: make sure to change when uprading meek
key: build-win64-meek-v0.37.0-{{ .Environment.CACHE_VERSION }}"
paths:
- C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
# # Install python
# - run:
# name: Install Python 3.9.12
# command: |
# choco install python3 --version=3.9.12
# # Install poetry
# - run:
# name: Install poetry
# command: (Invoke-WebRequest -Uri https://raw.githubusercontent.com/python-poetry/poetry/master/get-poetry.py -UseBasicParsing).Content | python -
# # Install poetry dependencies
# - restore_cache:
# key: build-win64-desktop-poetry-deps-{{ checksum "C:\Users\circleci\project\desktop\poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
# - run:
# name: Install poetry dependencies
# command: |
# cd C:\Users\circleci\project\desktop
# poetry install
# - save_cache:
# key: build-win64-desktop-poetry-deps-{{ checksum "C:\Users\circleci\project\desktop\poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
# paths:
# - C:\Users\circleci\AppData\Local\pypoetry\Cache\virtualenvs
# - run:
# name: Copy tor binary into app
# command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor
# - run:
# name: Build OnionShare
# command: |
# cd ~\project\desktop
# poetry run python .\setup-freeze.py build
# poetry run python .\scripts\build-windows.py cleanup-build
# - run:
# name: Compress
# command: |
# mv ~\project\desktop\build\exe.win-amd64-3.9\ ~\onionshare-win64
# Compress-Archive -LiteralPath ~\onionshare-win64 -DestinationPath ~\onionshare-win64.zip
# - store_artifacts:
# path: ~\onionshare-win64.zip
build-win32:
executor:
name: win/default
shell: powershell.exe
steps:
- checkout
- run:
name: Install Python 3.9.12 (32-bit)
command: |
choco install python3 --params "/InstallDir32:C:\Python-32bit" --version=3.9.12
- run:
name: Install golang (32-bit)
command: |
cd ~\Downloads
Invoke-WebRequest -Uri https://go.dev/dl/go1.18.windows-386.msi -OutFile go1.18.windows-386.msi
msiexec.exe /i go1.18.windows-386.msi /quiet /L*V go-install.log
- run:
name: Install poetry (32-bit)
command: C:\Python-32bit\Scripts\pip install poetry
- run:
name: Install poetry dependencies
command: |
cd ~\project\desktop
C:\Python-32bit\Scripts\poetry install
- restore_cache:
key: download-tor-win32-0.4.7.7
- run:
name: Download tor (Windows Expert Bundle)
command: |
mkdir ~\Downloads\tor
cd ~\Downloads\tor
$URL = "https://www.torproject.org/dist/torbrowser/11.0.13/tor-win32-0.4.7.7.zip"
$Filename = "tor-win32-0.4.7.7.zip"
$ExpectedHash = "6af0088460d61a5e60971aea94562a3bed2fb597da6b8ac77948a5f6424dfa29"
Invoke-WebRequest -Uri $URL -OutFile $Filename
$FileHash = Get-FileHash $Filename
if($FileHash.Hash -ne $ExpectedHash) { throw "Invalid hash" }
mkdir ~\Downloads\tor\tor-win32
Expand-Archive -LiteralPath tor-win32-0.4.7.7.zip -DestinationPath ~\Downloads\tor\tor-win32
- save_cache:
key: download-tor-win32-0.4.7.7
paths:
- ~\Downloads\tor\tor-win32
- run:
name: Copy tor binary into app
command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor
- restore_cache:
key: build-win32-obfs4proxy-v0.0.13
- run:
name: Build obfs4proxy
command: |
mkdir ~\Downloads\obfs4proxy
cd Downloads\obfs4proxy
git clone https://gitlab.com/yawning/obfs4
git checkout obfs4proxy-0.0.13
cd obfs4
"C:\\Program Files (x86)\\Go\\bin\\go" build .\obfs4proxy
Move-Item -Path .\obfs4proxy.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
- save_cache:
key: build-win32-obfs4proxy-v0.0.13
paths:
- ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
- restore_cache:
key: build-win32-snowflake-v2.1.0
- run:
name: Build snowflake-client
command: |
"C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0
Move-Item -Path ~\go\bin\client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
- save_cache:
key: build-win32-snowflake-v2.1.0
paths:
- ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
- restore_cache:
key: build-win32-meek-v0.37.0
- run:
name: Build meek-client
command: |
"C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0
Move-Item -Path ~\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
- save_cache:
key: build-win32-meek-v0.37.0
paths:
- ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
- run:
name: Build OnionShare
command: |
cd ~\project\desktop
C:\Python-32bit\Scripts\poetry run python .\setup-freeze.py build
C:\Python-32bit\Scripts\poetry run python .\scripts\build-windows.py cleanup-build
- run:
name: Compress
command: |
mv ~\project\desktop\build\exe.win32-3.9\ ~\onionshare-win32
Compress-Archive -LiteralPath ~\onionshare-win32 -DestinationPath ~\onionshare-win32.zip
- store_artifacts:
path: ~\onionshare-win32.zip
build-macos:
macos:
xcode: 12.5.1
environment:
BINARY_DIR: /Users/distiller/bin
steps:
- checkout
- run:
name: Install Homebrew dependencies
command: |
brew install wget
brew install go
- restore_cache:
key: build-libevent-2.1.12-tor-0.4.6.10
- run:
name: Build libevent and tor
command: |
mkdir -p $BINARY_DIR/tor
# Download and verify libevent
cd ~/Downloads
URL=https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz
FILENAME=libevent-2.1.12-stable.tar.gz
EXPECTED_SHA256=92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb
wget $URL
SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1)
if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi
tar -xvf $FILENAME
# Build libevent
cd libevent-2.1.12-stable
./configure --disable-openssl --prefix=$BINARY_DIR/tor
make
make install
# Download and verify tor
cd ~/Downloads
URL=https://dist.torproject.org/tor-0.4.6.10.tar.gz
FILENAME=tor-0.4.6.10.tar.gz
EXPECTED_SHA256=94ccd60e04e558f33be73032bc84ea241660f92f58cfb88789bda6893739e31c
wget $URL
SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1)
if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi
tar -xvf $FILENAME
# Build tor
cd tor-0.4.6.10
./configure --prefix=$BINARY_DIR/tor
make
make install
- save_cache:
key: build-libevent-2.1.12-tor-0.4.6.10
paths:
- /Users/distiller/bin/tor
- restore_cache:
key: build-macos-obfs4proxy-v0.0.13
- run:
name: Build obfs4proxy
command: |
# Get source code
mkdir ~/Downloads/obfs4proxy
cd ~/Downloads/obfs4proxy
git clone https://gitlab.com/yawning/obfs4
cd obfs4
git checkout obfs4proxy-0.0.13
# Build
go build -o $BINARY_DIR/obfs4proxy ./obfs4proxy
- save_cache:
key: build-macos-obfs4proxy-v0.0.13
paths:
- /Users/distiller/bin/obfs4proxy
- restore_cache:
key: build-macos-snowflake-v2.1.0
- run:
name: Build snowflake-client
command: |
# Get source code
mkdir ~/Downloads/snowflake-client
cd ~/Downloads/snowflake-client
git clone https://git.torproject.org/pluggable-transports/snowflake.git
cd snowflake
git checkout v2.1.0
# Build
go build -o $BINARY_DIR/snowflake-client ./client
- save_cache:
key: build-macos-snowflake-v2.1.0
paths:
- /Users/distiller/bin/snowflake-client
- restore_cache:
key: build-macos-meek-v0.37.0
- run:
name: Build meek-client
command: |
# Get source code
mkdir ~/Downloads/meek-client
cd ~/Downloads/meek-client
git clone https://git.torproject.org/pluggable-transports/meek.git
cd meek
git checkout v0.37.0
# Build
go build -o $BINARY_DIR/meek-client ./meek-client
- save_cache:
key: build-macos-meek-v0.37.0
paths:
- /Users/distiller/bin/meek-client
- run:
name: Copy binaries into app
command: |
export DEST=~\project\desktop\onionshare\resources\tor
cp $BINARY_DIR/tor/bin/tor $DEST
cp $BINARY_DIR/tor/lib/libevent-2.1.7.dylib $DEST
cp $BINARY_DIR/tor/share/tor/geoip* $DEST
cp $BINARY_DIR/obfs4proxy $DEST
cp $BINARY_DIR/snowflake-client $DEST
cp $BINARY_DIR/meek-client $DEST
- run:
name: Install Python 3.9.12
command: |
wget https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg -O ~/Downloads/python.pkg
sudo installer -pkg ~/Downloads/python.pkg -target /
- run:
name: Install poetry
command: |
pip3 install poetry
ln -s /Library/Frameworks/Python.framework/Versions/3.9/bin/poetry /usr/local/bin
- run:
name: Install poetry dependencies
command: |
cd ~/project/desktop
poetry install
- run:
name: Build OnionShare
command: |
cd ~/project/desktop
poetry run python ./setup-freeze.py build
poetry run python ./setup-freeze.py bdist_mac
poetry run python ./scripts/build-macos.py cleanup-build
- run:
name: Compress
command: |
cd ~/project/desktop/build
zip -r ~/onionshare-macos.zip OnionShare.app
- store_artifacts:
path: ~/onionshare-macos.zip