version: 2.1 orbs: win: circleci/windows@4.0.0 workflows: version: 2 test_and_build: jobs: - test-cli - test-gui - build-win64: requires: - test-cli # - test-gui - build-win32: requires: - test-cli # - test-gui - build-macos: requires: - test-cli # - test-gui jobs: test-cli: docker: - image: cimg/python:3.9 steps: - checkout - run: name: Install dependencies command: | sudo apt-get update sudo apt-get -y install tor obfs4proxy - restore_cache: key: test-cli-poetry-deps-{{ checksum "~/project/cli/poetry.lock" }} - run: name: Install poetry dependencies command: | cd ~/project/cli poetry install - save_cache: key: test-cli-poetry-deps-{{ checksum "~/project/cli/poetry.lock" }} paths: - /home/circleci/.cache/pypoetry/virtualenvs - run: name: Run tests command: | cd ~/project/cli poetry run pytest -v ./tests poetry run onionshare-cli --local-only ./tests --auto-stop-timer 2 poetry run onionshare-cli --local-only --receive --auto-stop-timer 2 poetry run onionshare-cli --local-only --website ../docs --auto-stop-timer 2 poetry run onionshare-cli --local-only --chat --auto-stop-timer 2 test-gui: docker: - image: cimg/python:3.9 steps: - checkout - run: name: Install dependencies command: | sudo apt-get update sudo apt-get install -y tor obfs4proxy gcc python3-dev python3-pyside2.qtcore python3-pyside2.qtwidgets python3-pyside2.qtgui sudo apt-get install -y xvfb x11-utils libxkbcommon-x11-0 libxcb-randr0-dev libxcb-xtest0-dev libxcb-xinerama0-dev libxcb-shape0-dev libxcb-xkb-dev libxcb-render-util0 libxcb-icccm4 libxcb-keysyms1 libxcb-image0 - restore_cache: key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }} - run: name: Install poetry dependencies command: | cd ~/project/desktop poetry install - save_cache: key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }} paths: - /home/circleci/.cache/pypoetry/virtualenvs - run: name: Run tests command: | cd ~/project/desktop QT_DEBUG_PLUGINS=1 xvfb-run poetry run pytest -v ./tests/test_gui_*.py build-win64: executor: name: win/default shell: powershell.exe steps: - checkout - run: name: Install Python 3.9.12 command: | choco install python3 --version=3.9.12 - run: name: Install poetry command: (Invoke-WebRequest -Uri https://raw.githubusercontent.com/python-poetry/poetry/master/get-poetry.py -UseBasicParsing).Content | python - - run: name: Install poetry dependencies command: | cd ~\project\desktop poetry install - restore_cache: key: download-tor-win32-0.4.6.10 - run: name: Download tor (Windows Expert Bundle) command: | mkdir ~\Downloads\tor cd ~\Downloads\tor $URL = "https://www.torproject.org/dist/torbrowser/11.0.10/tor-win32-0.4.6.10.zip" $Filename = "tor-win32-0.4.6.10.zip" $ExpectedHash = "d3f62317507dbe1a1aa74b9e0e03996dbded2143f94409270828f6a8bcdda16a" Invoke-WebRequest -Uri $URL -OutFile $Filename $FileHash = Get-FileHash $Filename if($FileHash.Hash -ne $ExpectedHash) { throw "Invalid hash" } mkdir ~\Downloads\tor\tor-win32 Expand-Archive -LiteralPath tor-win32-0.4.6.10.zip -DestinationPath ~\Downloads\tor\tor-win32 - save_cache: key: download-tor-win32-0.4.6.10 paths: - ~\Downloads\tor\tor-win32 - run: name: Copy tor binary into app command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor - restore_cache: key: build-win64-obfs4proxy-v0.0.13 - run: name: Build obfs4proxy command: | mkdir ~\Downloads\obfs4proxy cd Downloads\obfs4proxy git clone https://gitlab.com/yawning/obfs4 cd obfs4 git checkout obfs4proxy-0.0.13 go build .\obfs4proxy Move-Item -Path .\obfs4proxy.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe - save_cache: key: build-win64-obfs4proxy-v0.0.13 paths: - ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe - restore_cache: key: build-win64-snowflake-v2.1.0 - run: name: Build snowflake-client command: | go install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0 Move-Item -Path ~\go\bin\client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe - save_cache: key: build-win64-snowflake-v2.1.0 paths: - ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe - restore_cache: key: build-win64-meek-v0.37.0 - run: name: Build meek-client command: | go install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0 Move-Item -Path ~\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe - save_cache: key: build-win64-meek-v0.37.0 paths: - ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe - run: name: Build OnionShare command: | cd ~\project\desktop poetry run python .\setup-freeze.py build poetry run python .\scripts\build-windows.py cleanup-build - run: name: Compress command: | mv ~\project\desktop\build\exe.win-amd64-3.9\ ~\onionshare-win64 Compress-Archive -LiteralPath ~\onionshare-win64 -DestinationPath ~\onionshare-win64.zip - store_artifacts: path: ~\onionshare-win64.zip build-win32: executor: name: win/default shell: powershell.exe steps: - checkout - run: name: Install Python 3.9.12 (32-bit) command: | choco install python3 --params "/InstallDir32:C:\Python-32bit" --version=3.9.12 - run: name: Install golang (32-bit) command: | cd ~\Downloads Invoke-WebRequest -Uri https://go.dev/dl/go1.18.windows-386.msi -OutFile go1.18.windows-386.msi msiexec.exe /i go1.18.windows-386.msi /quiet /L*V go-install.log - run: name: Install poetry (32-bit) command: C:\Python-32bit\Scripts\pip install poetry - run: name: Install poetry dependencies command: | cd ~\project\desktop C:\Python-32bit\Scripts\poetry install - restore_cache: key: download-tor-win32-0.4.6.10 - run: name: Download tor (Windows Expert Bundle) command: | mkdir ~\Downloads\tor cd ~\Downloads\tor $URL = "https://www.torproject.org/dist/torbrowser/11.0.10/tor-win32-0.4.6.10.zip" $Filename = "tor-win32-0.4.6.10.zip" $ExpectedHash = "d3f62317507dbe1a1aa74b9e0e03996dbded2143f94409270828f6a8bcdda16a" Invoke-WebRequest -Uri $URL -OutFile $Filename $FileHash = Get-FileHash $Filename if($FileHash.Hash -ne $ExpectedHash) { throw "Invalid hash" } mkdir ~\Downloads\tor\tor-win32 Expand-Archive -LiteralPath tor-win32-0.4.6.10.zip -DestinationPath ~\Downloads\tor\tor-win32 - save_cache: key: download-tor-win32-0.4.6.10 paths: - ~\Downloads\tor\tor-win32 - run: name: Copy tor binary into app command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor - restore_cache: key: build-win32-obfs4proxy-v0.0.13 - run: name: Build obfs4proxy command: | mkdir ~\Downloads\obfs4proxy cd Downloads\obfs4proxy git clone https://gitlab.com/yawning/obfs4 git checkout obfs4proxy-0.0.13 cd obfs4 "C:\\Program Files (x86)\\Go\\bin\\go" build .\obfs4proxy Move-Item -Path .\obfs4proxy.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe - save_cache: key: build-win32-obfs4proxy-v0.0.13 paths: - ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe - restore_cache: key: build-win32-snowflake-v2.1.0 - run: name: Build snowflake-client command: | "C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0 Move-Item -Path ~\go\bin\client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe - save_cache: key: build-win32-snowflake-v2.1.0 paths: - ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe - restore_cache: key: build-win32-meek-v0.37.0 - run: name: Build meek-client command: | "C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0 Move-Item -Path ~\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe - save_cache: key: build-win32-meek-v0.37.0 paths: - ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe - run: name: Build OnionShare command: | cd ~\project\desktop C:\Python-32bit\Scripts\poetry run python .\setup-freeze.py build C:\Python-32bit\Scripts\poetry run python .\scripts\build-windows.py cleanup-build - run: name: Compress command: | mv ~\project\desktop\build\exe.win32-3.9\ ~\onionshare-win32 Compress-Archive -LiteralPath ~\onionshare-win32 -DestinationPath ~\onionshare-win32.zip - store_artifacts: path: ~\onionshare-win32.zip build-macos: macos: xcode: 12.5.1 environment: BINARY_DIR: /Users/distiller/bin steps: - checkout - run: name: Install Homebrew dependencies command: | brew install wget brew install go - restore_cache: key: build-libevent-2.1.12-tor-0.4.6.10 - run: name: Build libevent and tor command: | mkdir -p $BINARY_DIR/tor # Download and verify libevent cd ~/Downloads URL=https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz FILENAME=libevent-2.1.12-stable.tar.gz EXPECTED_SHA256=92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb wget $URL SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1) if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi tar -xvf $FILENAME # Build libevent cd libevent-2.1.12-stable ./configure --disable-openssl --prefix=$BINARY_DIR/tor make make install # Download and verify tor cd ~/Downloads URL=https://dist.torproject.org/tor-0.4.6.10.tar.gz FILENAME=tor-0.4.6.10.tar.gz EXPECTED_SHA256=94ccd60e04e558f33be73032bc84ea241660f92f58cfb88789bda6893739e31c wget $URL SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1) if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi tar -xvf $FILENAME # Build tor cd tor-0.4.6.10 ./configure --prefix=$BINARY_DIR/tor make make install - save_cache: key: build-libevent-2.1.12-tor-0.4.6.10 paths: - /Users/distiller/bin/tor - restore_cache: key: build-macos-obfs4proxy-v0.0.13 - run: name: Build obfs4proxy command: | # Get source code mkdir ~/Downloads/obfs4proxy cd ~/Downloads/obfs4proxy git clone https://gitlab.com/yawning/obfs4 cd obfs4 git checkout obfs4proxy-0.0.13 # Build go build -o $BINARY_DIR/obfs4proxy ./obfs4proxy - save_cache: key: build-macos-obfs4proxy-v0.0.13 paths: - /Users/distiller/bin/obfs4proxy - restore_cache: key: build-macos-snowflake-v2.1.0 - run: name: Build snowflake-client command: | # Get source code mkdir ~/Downloads/snowflake-client cd ~/Downloads/snowflake-client git clone https://git.torproject.org/pluggable-transports/snowflake.git cd snowflake git checkout v2.1.0 # Build go build -o $BINARY_DIR/snowflake-client ./client - save_cache: key: build-macos-snowflake-v2.1.0 paths: - /Users/distiller/bin/snowflake-client - restore_cache: key: build-macos-meek-v0.37.0 - run: name: Build meek-client command: | # Get source code mkdir ~/Downloads/meek-client cd ~/Downloads/meek-client git clone https://git.torproject.org/pluggable-transports/meek.git cd meek git checkout v0.37.0 # Build go build -o $BINARY_DIR/meek-client ./meek-client - save_cache: key: build-macos-meek-v0.37.0 paths: - /Users/distiller/bin/meek-client - run: name: Copy binaries into app command: | export DEST=~\project\desktop\onionshare\resources\tor cp $BINARY_DIR/tor/bin/tor $DEST cp $BINARY_DIR/tor/lib/libevent-2.1.7.dylib $DEST cp $BINARY_DIR/tor/share/tor/geoip* $DEST cp $BINARY_DIR/obfs4proxy $DEST cp $BINARY_DIR/snowflake-client $DEST cp $BINARY_DIR/meek-client $DEST - run: name: Install Python 3.9.12 command: | wget https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg -O ~/Downloads/python.pkg sudo installer -pkg ~/Downloads/python.pkg -target / - run: name: Install poetry command: | pip3 install poetry ln -s /Library/Frameworks/Python.framework/Versions/3.9/bin/poetry /usr/local/bin - run: name: Install poetry dependencies command: | cd ~/project/desktop poetry install - run: name: Build OnionShare command: | cd ~/project/desktop poetry run python ./setup-freeze.py build poetry run python ./setup-freeze.py bdist_mac poetry run python ./scripts/build-macos.py cleanup-build - run: name: Compress command: | cd ~/project/desktop/build zip -r ~/onionshare-macos.zip OnionShare.app - store_artifacts: path: ~/onionshare-macos.zip