onionshare/.circleci/config.yml

version: 2.1

orbs:
  win: circleci/windows@4.0.0

workflows:
  version: 2
  ci:
    jobs:
      - test-cli
      #  - test-gui
      - build-win64:
          requires:
            - test-cli
            # - test-gui
      # - build-win32:
      #     requires:
      #       - test-cli
      #       # - test-gui
      # - build-macos:
      #     requires:
      #       - test-cli
      #       # - test-gui

jobs:
  test-cli:
    docker:
      - image: cimg/python:3.9
    steps:
      - checkout
      - run:
          name: Install dependencies
          command: |
            sudo apt-get update
            sudo apt-get -y install tor obfs4proxy
      - restore_cache:
          key: test-cli-poetry-deps-{{ .Environment.CACHE_VERSION }}-{{ checksum "~/project/cli/poetry.lock" }}
      - run:
          name: Install poetry dependencies
          command: |
            cd ~/project/cli
            poetry install
      - save_cache:
          key: test-cli-poetry-deps-{{ .Environment.CACHE_VERSION }}-{{ checksum "~/project/cli/poetry.lock" }}
          paths:
            - /home/circleci/.cache/pypoetry/virtualenvs
      - run:
          name: Run tests
          command: |
            cd ~/project/cli
            poetry run pytest -v ./tests
            poetry run onionshare-cli --local-only ./tests --auto-stop-timer 2
            poetry run onionshare-cli --local-only --receive --auto-stop-timer 2
            poetry run onionshare-cli --local-only --website ../docs --auto-stop-timer 2
            poetry run onionshare-cli --local-only --chat --auto-stop-timer 2

  test-gui:
    docker:
      - image: cimg/python:3.9
    steps:
      - checkout
      - run:
          name: Install dependencies
          command: |
            sudo apt-get update
            sudo apt-get install -y tor obfs4proxy gcc python3-dev python3-pyside2.qtcore python3-pyside2.qtwidgets python3-pyside2.qtgui
            sudo apt-get install -y xvfb x11-utils libxkbcommon-x11-0 libxcb-randr0-dev libxcb-xtest0-dev libxcb-xinerama0-dev libxcb-shape0-dev libxcb-xkb-dev libxcb-render-util0 libxcb-icccm4 libxcb-keysyms1 libxcb-image0
      - restore_cache:
          key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
      - run:
          name: Install poetry dependencies
          command: |
            cd ~/project/desktop
            poetry install
      - save_cache:
          key: test-desktop-poetry-deps-{{ checksum "~/project/desktop/poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
          paths:
            - /home/circleci/.cache/pypoetry/virtualenvs
      - run:
          name: Run tests
          command: |
            cd ~/project/desktop
            QT_DEBUG_PLUGINS=1 xvfb-run poetry run pytest -v ./tests/test_gui_*.py

  build-win64:
    executor:
      name: win/default
      shell: powershell.exe
    environment:
      # NOTE: make sure to change when upgrading libevent
      LIBEVENT_TAG: "release-2.1.12-stable"
      # NOTE: make sure to change when upgrading tor
      TOR_TAG: "tor-0.4.7.7"
    steps:
      - checkout

      - restore_cache:
          # NOTE: make sure to change when upgrading tor
          key: "build-win64-tor-0.4.7.7-{{ .Environment.CACHE_VERSION }}"

      # Install cygwin and required packages
      - run:
          name: Install cygwin and required packages (for building tor)
          shell: bash.exe --login -eo pipefail
          command: |
            curl -o setup-x86_64.exe https://cygwin.com/setup-x86_64.exe
            curl -o setup-x86_64.exe.sig https://cygwin.com/setup-x86_64.exe.sig
            curl -o pubring.asc https://cygwin.com/key/pubring.asc

            gpg --import pubring.asc
            gpg --verify setup-x86_64.exe.sig setup-x86_64.exe
            if [ $? -ne 0 ]; then
              echo "cygwin signature doesn't verify"
              exit -1
            fi

            ./setup-x86_64.exe -q -s https://mirrors.kernel.org/sourceware/cygwin/ \
              -P libssl-devel,libevent-devel,zlib-devel,git,gcc-core,make,autoconf,automake,libtool,gnupg

      # # Build libevent
      # - run:
      #     name: Build libevent
      #     shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
      #     command: |
      #       if [[ -d "/cygdrive/c/Users/circleci/build/libevent" ]]; then
      #         echo "libevent already compiled, skipping"
      #         exit 0
      #       fi

      #       mkdir -p /cygdrive/c/Users/circleci/src
      #       mkdir -p /cygdrive/c/Users/circleci/build

      #       # Get source
      #       curl "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0x9e3ac83a27974b84d1b3401db86086848ef8686d" | gpg --import
      #       cd /cygdrive/c/Users/circleci/src
      #       git clone https://github.com/libevent/libevent.git
      #       cd libevent
      #       git tag -v $LIBEVENT_TAG
      #       if [ $? -ne 0 ]; then
      #         echo "libevent tag doesn't verify"
      #         exit -1
      #       fi
      #       git checkout $LIBEVENT_TAG

      #       # Build
      #       ./autogen.sh
      #       ./configure \
      #         --prefix=/opt/libevent-build \
      #         --with-pic
      #       make -j$(nproc)
      #       make install
      #       cp -r /opt/libevent-build /cygdrive/c/Users/circleci/build/libevent
      # - save_cache:
      #     # NOTE: make sure to change when upgrading libevent
      #     key: "build-win64-libevent-2.1.12-{{ .Environment.CACHE_VERSION }}"
      #     paths:
      #       - C:\Users\circleci\build\libevent

      # Build tor
      - run:
          name: Build tor
          shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
          command: |
            if [[ -d "/cygdrive/c/Users/circleci/build/tor" ]]; then
              echo "tor already compiled, skipping"
              exit 0
            fi

            mkdir -p /cygdrive/c/Users/circleci/src
            mkdir -p /cygdrive/c/Users/circleci/build

            # Get source
            curl https://keys.openpgp.org/vks/v1/by-fingerprint/B74417EDDF22AC9F9E90F49142E86A2A11F48D36 | gpg --import
            cd /cygdrive/c/Users/circleci/src
            git clone https://git.torproject.org/tor.git
            cd tor
            git tag -v $TOR_TAG
            if [ $? -ne 0 ]; then
              echo "tor tag doesn't verify"
              exit -1
            fi
            git checkout $TOR_TAG

            # Build
            ./autogen.sh
            ./configure \
              --prefix=/opt/tor-build \
              --disable-asciidoc
            make -j$(nproc)
            make install
            cp -r /opt/tor-build /cygdrive/c/Users/circleci/build/tor
      - save_cache:
          # NOTE: make sure to change when upgrading tor
          key: "build-win64-tor-0.4.7.7-{{ .Environment.CACHE_VERSION }}"
          paths:
            - C:\Users\circleci\build\tor

      - run:
          name: Copy tor binaries into project
          shell: C:\\cygwin64\\bin\\bash.exe --login -eo pipefail
          # TODO: update this to actually copy the files
          command: find /cygdrive/c/Users/circleci/build/tor

      - restore_cache:
          # NOTE: make sure to change when uprading obfs4proxy
          key: build-win64-obfs4proxy-v0.0.13-{{ .Environment.CACHE_VERSION }}"
      - run:
          name: Build obfs4proxy
          command: |
            if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe -PathType -leaf -eq $true) {
              Write-Output "obfs4proxy already built"
            } else {
              # curl https://keys.openpgp.org/vks/v1/by-fingerprint/9EB1A490C73CC5D44DFB3E47BFBD1C7B8A6EC81A | gpg --import
              mkdir C:\Users\circleci\src\obfs4proxy
              cd C:\Users\circleci\src\obfs4proxy
              git clone https://gitlab.com/yawning/obfs4
              cd obfs4
              git checkout obfs4proxy-0.0.13
              go build .\obfs4proxy
              Move-Item -Path .\obfs4proxy.exe -Destination C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
            }
      - save_cache:
          # NOTE: make sure to change when uprading obfs4proxy
          key: build-win64-obfs4proxy-v0.0.13-{{ .Environment.CACHE_VERSION }}"
          paths:
            - C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe

      - restore_cache:
          # NOTE: make sure to change when uprading snowflake
          key: build-win64-snowflake-v2.1.0-{{ .Environment.CACHE_VERSION }}"
      - run:
          name: Build snowflake-client
          command: |
            if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe -PathType -leaf -eq $true) {
              Write-Output "snowflake already built"
            } else {
              go install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0
              Move-Item -Path C:\Users\circleci\go\bin\client.exe -Destination C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
            }
      - save_cache:
          # NOTE: make sure to change when uprading snowflake
          key: build-win64-snowflake-v2.1.0-{{ .Environment.CACHE_VERSION }}"
          paths:
            - C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe

      - restore_cache:
          # NOTE: make sure to change when uprading meek
          key: build-win64-meek-v0.37.0-{{ .Environment.CACHE_VERSION }}"
      - run:
          name: Build meek-client
          command: |
            if (Test-Path -Path C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\meek-client.exe -PathType -leaf -eq $true) {
              Write-Output "snowflake already built"
            } else {
              go install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0
              Move-Item -Path C:\Users\circleci\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
            }
      - save_cache:
          # NOTE: make sure to change when uprading meek
          key: build-win64-meek-v0.37.0-{{ .Environment.CACHE_VERSION }}"
          paths:
            - C:\Users\circleci\project\desktop\onionshare\resources\tor\Tor\meek-client.exe

      # # Install python
      # - run:
      #     name: Install Python 3.9.12
      #     command: |
      #       choco install python3 --version=3.9.12

      # # Install poetry
      # - run:
      #     name: Install poetry
      #     command: (Invoke-WebRequest -Uri https://raw.githubusercontent.com/python-poetry/poetry/master/get-poetry.py -UseBasicParsing).Content | python -

      # # Install poetry dependencies
      # - restore_cache:
      #     key: build-win64-desktop-poetry-deps-{{ checksum "C:\Users\circleci\project\desktop\poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
      # - run:
      #     name: Install poetry dependencies
      #     command: |
      #       cd C:\Users\circleci\project\desktop
      #       poetry install
      # - save_cache:
      #     key: build-win64-desktop-poetry-deps-{{ checksum "C:\Users\circleci\project\desktop\poetry.lock" }}-{{ .Environment.CACHE_VERSION }}
      #     paths:
      #       - C:\Users\circleci\AppData\Local\pypoetry\Cache\virtualenvs

      # - run:
      #     name: Copy tor binary into app
      #     command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor

      # - run:
      #     name: Build OnionShare
      #     command: |
      #       cd ~\project\desktop
      #       poetry run python .\setup-freeze.py build
      #       poetry run python .\scripts\build-windows.py cleanup-build
      # - run:
      #     name: Compress
      #     command: |
      #       mv ~\project\desktop\build\exe.win-amd64-3.9\ ~\onionshare-win64
      #       Compress-Archive -LiteralPath ~\onionshare-win64 -DestinationPath ~\onionshare-win64.zip
      # - store_artifacts:
      #     path: ~\onionshare-win64.zip

  build-win32:
    executor:
      name: win/default
      shell: powershell.exe
    steps:
      - checkout
      - run:
          name: Install Python 3.9.12 (32-bit)
          command: |
            choco install python3 --params "/InstallDir32:C:\Python-32bit" --version=3.9.12
      - run:
          name: Install golang (32-bit)
          command: |
            cd ~\Downloads
            Invoke-WebRequest -Uri https://go.dev/dl/go1.18.windows-386.msi -OutFile go1.18.windows-386.msi
            msiexec.exe /i go1.18.windows-386.msi /quiet /L*V go-install.log
      - run:
          name: Install poetry (32-bit)
          command: C:\Python-32bit\Scripts\pip install poetry
      - run:
          name: Install poetry dependencies
          command: |
            cd ~\project\desktop
            C:\Python-32bit\Scripts\poetry install
      - restore_cache:
          key: download-tor-win32-0.4.7.7
      - run:
          name: Download tor (Windows Expert Bundle)
          command: |
            mkdir ~\Downloads\tor
            cd ~\Downloads\tor
            $URL = "https://www.torproject.org/dist/torbrowser/11.0.13/tor-win32-0.4.7.7.zip"
            $Filename = "tor-win32-0.4.7.7.zip"
            $ExpectedHash = "6af0088460d61a5e60971aea94562a3bed2fb597da6b8ac77948a5f6424dfa29"
            Invoke-WebRequest -Uri $URL -OutFile $Filename
            $FileHash = Get-FileHash $Filename
            if($FileHash.Hash -ne $ExpectedHash) { throw "Invalid hash" }
            mkdir ~\Downloads\tor\tor-win32
            Expand-Archive -LiteralPath tor-win32-0.4.7.7.zip -DestinationPath ~\Downloads\tor\tor-win32
      - save_cache:
          key: download-tor-win32-0.4.7.7
          paths:
            - ~\Downloads\tor\tor-win32
      - run:
          name: Copy tor binary into app
          command: cp ~\Downloads\tor\tor-win32\* ~\project\desktop\onionshare\resources\tor
      - restore_cache:
          key: build-win32-obfs4proxy-v0.0.13
      - run:
          name: Build obfs4proxy
          command: |
            mkdir ~\Downloads\obfs4proxy
            cd Downloads\obfs4proxy
            git clone https://gitlab.com/yawning/obfs4
            git checkout obfs4proxy-0.0.13
            cd obfs4
            "C:\\Program Files (x86)\\Go\\bin\\go" build .\obfs4proxy
            Move-Item -Path .\obfs4proxy.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
      - save_cache:
          key: build-win32-obfs4proxy-v0.0.13
          paths:
            - ~\project\desktop\onionshare\resources\tor\Tor\obfs4proxy.exe
      - restore_cache:
          key: build-win32-snowflake-v2.1.0
      - run:
          name: Build snowflake-client
          command: |
            "C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/snowflake.git/client@v2.1.0
            Move-Item -Path ~\go\bin\client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
      - save_cache:
          key: build-win32-snowflake-v2.1.0
          paths:
            - ~\project\desktop\onionshare\resources\tor\Tor\snowflake-client.exe
      - restore_cache:
          key: build-win32-meek-v0.37.0
      - run:
          name: Build meek-client
          command: |
            "C:\\Program Files (x86)\\Go\\bin\\go" install git.torproject.org/pluggable-transports/meek.git/meek-client@v0.37.0
            Move-Item -Path ~\go\bin\meek-client.exe -Destination ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
      - save_cache:
          key: build-win32-meek-v0.37.0
          paths:
            - ~\project\desktop\onionshare\resources\tor\Tor\meek-client.exe
      - run:
          name: Build OnionShare
          command: |
            cd ~\project\desktop
            C:\Python-32bit\Scripts\poetry run python .\setup-freeze.py build
            C:\Python-32bit\Scripts\poetry run python .\scripts\build-windows.py cleanup-build
      - run:
          name: Compress
          command: |
            mv ~\project\desktop\build\exe.win32-3.9\ ~\onionshare-win32
            Compress-Archive -LiteralPath ~\onionshare-win32 -DestinationPath ~\onionshare-win32.zip
      - store_artifacts:
          path: ~\onionshare-win32.zip

  build-macos:
    macos:
      xcode: 12.5.1
    environment:
      BINARY_DIR: /Users/distiller/bin
    steps:
      - checkout
      - run:
          name: Install Homebrew dependencies
          command: |
            brew install wget
            brew install go
      - restore_cache:
          key: build-libevent-2.1.12-tor-0.4.6.10
      - run:
          name: Build libevent and tor
          command: |
            mkdir -p $BINARY_DIR/tor
            # Download and verify libevent
            cd ~/Downloads
            URL=https://github.com/libevent/libevent/releases/download/release-2.1.12-stable/libevent-2.1.12-stable.tar.gz
            FILENAME=libevent-2.1.12-stable.tar.gz
            EXPECTED_SHA256=92e6de1be9ec176428fd2367677e61ceffc2ee1cb119035037a27d346b0403bb
            wget $URL
            SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1)
            if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi
            tar -xvf $FILENAME
            # Build libevent
            cd libevent-2.1.12-stable
            ./configure --disable-openssl --prefix=$BINARY_DIR/tor
            make
            make install
            # Download and verify tor
            cd ~/Downloads
            URL=https://dist.torproject.org/tor-0.4.6.10.tar.gz
            FILENAME=tor-0.4.6.10.tar.gz
            EXPECTED_SHA256=94ccd60e04e558f33be73032bc84ea241660f92f58cfb88789bda6893739e31c
            wget $URL
            SHA256=$(shasum -a 256 $FILENAME | cut -d" " -f1)
            if [ "$SHA256" != "$EXPECTED_SHA256" ]; then echo "Failed" && exit -1; fi
            tar -xvf $FILENAME
            # Build tor
            cd tor-0.4.6.10
            ./configure --prefix=$BINARY_DIR/tor
            make
            make install
      - save_cache:
          key: build-libevent-2.1.12-tor-0.4.6.10
          paths:
            - /Users/distiller/bin/tor
      - restore_cache:
          key: build-macos-obfs4proxy-v0.0.13
      - run:
          name: Build obfs4proxy
          command: |
            # Get source code
            mkdir ~/Downloads/obfs4proxy
            cd ~/Downloads/obfs4proxy
            git clone https://gitlab.com/yawning/obfs4
            cd obfs4
            git checkout obfs4proxy-0.0.13
            # Build
            go build -o $BINARY_DIR/obfs4proxy ./obfs4proxy
      - save_cache:
          key: build-macos-obfs4proxy-v0.0.13
          paths:
            - /Users/distiller/bin/obfs4proxy
      - restore_cache:
          key: build-macos-snowflake-v2.1.0
      - run:
          name: Build snowflake-client
          command: |
            # Get source code
            mkdir ~/Downloads/snowflake-client
            cd ~/Downloads/snowflake-client
            git clone https://git.torproject.org/pluggable-transports/snowflake.git
            cd snowflake
            git checkout v2.1.0
            # Build
            go build -o $BINARY_DIR/snowflake-client ./client
      - save_cache:
          key: build-macos-snowflake-v2.1.0
          paths:
            - /Users/distiller/bin/snowflake-client
      - restore_cache:
          key: build-macos-meek-v0.37.0
      - run:
          name: Build meek-client
          command: |
            # Get source code
            mkdir ~/Downloads/meek-client
            cd ~/Downloads/meek-client
            git clone https://git.torproject.org/pluggable-transports/meek.git
            cd meek
            git checkout v0.37.0
            # Build
            go build -o $BINARY_DIR/meek-client ./meek-client
      - save_cache:
          key: build-macos-meek-v0.37.0
          paths:
            - /Users/distiller/bin/meek-client
      - run:
          name: Copy binaries into app
          command: |
            export DEST=~\project\desktop\onionshare\resources\tor
            cp $BINARY_DIR/tor/bin/tor $DEST
            cp $BINARY_DIR/tor/lib/libevent-2.1.7.dylib $DEST
            cp $BINARY_DIR/tor/share/tor/geoip* $DEST
            cp $BINARY_DIR/obfs4proxy $DEST
            cp $BINARY_DIR/snowflake-client $DEST
            cp $BINARY_DIR/meek-client $DEST
      - run:
          name: Install Python 3.9.12
          command: |
            wget https://www.python.org/ftp/python/3.9.12/python-3.9.12-macosx10.9.pkg -O ~/Downloads/python.pkg
            sudo installer -pkg ~/Downloads/python.pkg -target /
      - run:
          name: Install poetry
          command: |
            pip3 install poetry
            ln -s /Library/Frameworks/Python.framework/Versions/3.9/bin/poetry /usr/local/bin
      - run:
          name: Install poetry dependencies
          command: |
            cd ~/project/desktop
            poetry install
      - run:
          name: Build OnionShare
          command: |
            cd ~/project/desktop
            poetry run python ./setup-freeze.py build
            poetry run python ./setup-freeze.py bdist_mac
            poetry run python ./scripts/build-macos.py cleanup-build
      - run:
          name: Compress
          command: |
            cd ~/project/desktop/build
            zip -r ~/onionshare-macos.zip OnionShare.app
      - store_artifacts:
          path: ~/onionshare-macos.zip