name: Build on Commit on: push: branches: [ '**' ] tags: ['**'] pull_request: branches: [ "main" ] env: # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.) BUILD_TYPE: Release jobs: build-macOS: runs-on: macos-latest steps: - uses: actions/checkout@v3 with: submodules: true - name: Dependencies id: depends run: | brew update brew install cmake boost asio - name: Build id: make_build run: | cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_OSX_ARCHITECTURES="arm64;x86_64" cd ${{github.workspace}}/build make chmod +x ${{github.workspace}}/build/bin/turbopilot - uses: benjlevesque/short-sha@v2.2 id: short-sha with: length: 6 - name: Upload Build Artifacts uses: actions/upload-artifact@v3.1.2 with: # Artifact name name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ steps.short-sha.outputs.sha }} # optional, default is artifact # A file, directory or wildcard pattern that describes what to upload path: ${{github.workspace}}/build/bin/turbopilot # The desired behavior if no files are found using the provided path. - name: package artifacts for release if: startsWith(github.ref, 'refs/tags/') run: | cd ${{github.workspace}}/build/bin zip turbopilot-${{ runner.os }}-${{ runner.arch }}.zip ./turbopilot - name: Upload binaries to release uses: softprops/action-gh-release@v1 if: startsWith(github.ref, 'refs/tags/') with: token: ${{ secrets.PUBLISH_TOKEN }} files: ${{github.workspace}}/build/bin/turbopilot-${{ runner.os }}-${{ runner.arch }}.zip build-ubuntu: # The CMake configure and build commands are platform agnostic and should work equally well on Windows or Mac. # You can convert this to a matrix build if you need cross-platform coverage. # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix runs-on: ubuntu-latest strategy: matrix: include: - build: 'avx2' defines: '-DGGML_STATIC=On' - build: 'avx' defines: '-DGGML_AVX2=OFF -DGGML_STATIC=On' - build: 'avx512' defines: '-DGGML_AVX512=ON -DGGML_STATIC=On' - build: 'avx2-openblas' defines: '-DGGML_OPENBLAS=ON -DGGML_STATIC=On' - build: 'avx2-cuda' defines: '-DGGML_CUBLAS=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc -DGGML_STATIC=Off' steps: - uses: actions/checkout@v3 with: submodules: true - name: Install Dependencies run: sudo apt-get update && sudo apt-get install -yq libboost-dev libasio-dev libboost-thread-dev - name: Install OpenBlas if: ${{ matrix.build == 'avx2-openblas' }} run: sudo apt-get install libopenblas-dev - name: Install CUDA if: ${{ matrix.build == 'avx2-cuda' }} run: | wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb sudo dpkg -i cuda-keyring_1.0-1_all.deb sudo apt-get update && sudo apt-get install -yq libboost-dev cuda-nvcc-11-7 libcublas-dev-11-7 - name: Build # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make. # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type run: | cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} ${{ matrix.defines }} cd ${{github.workspace}}/build make chmod +x ${{github.workspace}}/build/bin/turbopilot - uses: benjlevesque/short-sha@v2.2 id: short-sha with: length: 6 - name: Upload Build Artifacts uses: actions/upload-artifact@v3.1.2 with: # Artifact name name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}-${{ steps.short-sha.outputs.sha }} # optional, default is artifact # A file, directory or wildcard pattern that describes what to upload path: ${{github.workspace}}/build/bin/turbopilot # The desired behavior if no files are found using the provided path. - name: package artifacts for release if: startsWith(github.ref, 'refs/tags/') run: | cd ${{github.workspace}}/build/bin zip turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip ./turbopilot - name: Upload binaries to release uses: softprops/action-gh-release@v1 if: startsWith(github.ref, 'refs/tags/') with: token: ${{ secrets.PUBLISH_TOKEN }} files: ${{github.workspace}}/build/bin/turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip windows-latest-cmake: runs-on: windows-latest env: OPENBLAS_VERSION: 0.3.23 OPENCL_VERSION: 2023.04.17 CLBLAST_VERSION: 1.6.0 strategy: matrix: include: - build: 'avx2' defines: '' - build: 'avx' defines: '-DGGML_AVX2=OFF' - build: 'avx512' defines: '-DGGML_AVX512=ON' - build: 'openblas' defines: '-DGGML_OPENBLAS=ON -DBLAS_INCLUDE_DIRS="$env:RUNNER_TEMP/openblas/include" -DBLAS_LIBRARIES="$env:RUNNER_TEMP/openblas/lib/openblas.lib"' steps: - name: Clone id: checkout uses: actions/checkout@v3 with: submodules: true - uses: benjlevesque/short-sha@v2.2 id: short-sha with: length: 6 - name: Install boost uses: MarkusJx/install-boost@v2.4.1 id: install-boost with: # REQUIRED: Specify the required boost version # A list of supported versions can be found here: # https://github.com/MarkusJx/prebuilt-boost/blob/main/versions-manifest.json boost_version: 1.78.0 # OPTIONAL: Specify a custon install location boost_install_dir: C:\boost # OPTIONAL: Specify a platform version platform_version: 2022 # OPTIONAL: Specify a toolset toolset: msvc # NOTE: If a boost version matching all requirements cannot be found, # this build step will fail - name: Download OpenBLAS id: get_openblas if: ${{ matrix.build == 'openblas' }} run: | curl.exe -o $env:RUNNER_TEMP/openblas.zip -L "https://github.com/xianyi/OpenBLAS/releases/download/v${env:OPENBLAS_VERSION}/OpenBLAS-${env:OPENBLAS_VERSION}-x64.zip" curl.exe -o $env:RUNNER_TEMP/OpenBLAS.LICENSE.txt -L "https://github.com/xianyi/OpenBLAS/raw/v${env:OPENBLAS_VERSION}/LICENSE" mkdir $env:RUNNER_TEMP/openblas tar.exe -xvf $env:RUNNER_TEMP/openblas.zip -C $env:RUNNER_TEMP/openblas $vcdir = $(vswhere -latest -products * -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 -property installationPath) $msvc = $(join-path $vcdir $('VC\Tools\MSVC\'+$(gc -raw $(join-path $vcdir 'VC\Auxiliary\Build\Microsoft.VCToolsVersion.default.txt')).Trim())) $lib = $(join-path $msvc 'bin\Hostx64\x64\lib.exe') & $lib /machine:x64 "/def:${env:RUNNER_TEMP}/openblas/lib/libopenblas.def" "/out:${env:RUNNER_TEMP}/openblas/lib/openblas.lib" /name:openblas.dll - name: Build id: cmake_build env: BOOST_ROOT: ${{ steps.install-boost.outputs.BOOST_ROOT }} run: | mkdir build cd build cmake .. ${{ matrix.defines }} -DBoost_LIBRARYDIRS=${{ steps.install-boost.outputs.BOOST_ROOT }}/lib cmake --build . --config Release --target turbopilot # - name: Add libopenblas.dll # id: add_libopenblas_dll # if: ${{ matrix.build == 'openblas' }} # run: | # cp $env:RUNNER_TEMP/openblas/bin/libopenblas.dll ./build/bin/Release/openblas.dll # cp $env:RUNNER_TEMP/OpenBLAS.LICENSE.txt ./build/bin/Release/OpenBLAS-${env:OPENBLAS_VERSION}.txt - name: Check AVX512F support id: check_avx512f if: ${{ matrix.build == 'avx512' }} continue-on-error: true run: | cd build $vcdir = $(vswhere -latest -products * -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 -property installationPath) $msvc = $(join-path $vcdir $('VC\Tools\MSVC\'+$(gc -raw $(join-path $vcdir 'VC\Auxiliary\Build\Microsoft.VCToolsVersion.default.txt')).Trim())) $cl = $(join-path $msvc 'bin\Hostx64\x64\cl.exe') echo 'int main(void){unsigned int a[4];__cpuid(a,7);return !(a[1]&65536);}' >> avx512f.c & $cl /O2 /GS- /kernel avx512f.c /link /nodefaultlib /entry:main .\avx512f.exe && echo "AVX512F: YES" && ( echo HAS_AVX512F=1 >> $env:GITHUB_ENV ) || echo "AVX512F: NO" - name: Upload Build Artifacts uses: actions/upload-artifact@v3.1.2 with: # Artifact name name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ steps.short-sha.outputs.sha }}-${{ matrix.build }} # optional, default is artifact # A file, directory or wildcard pattern that describes what to upload path: ${{github.workspace}}\\build\\bin\\Release\\turbopilot.exe # The desired behavior if no files are found using the provided path. - name: package artifacts for release if: startsWith(github.ref, 'refs/tags/') run: | 7z a ${{github.workspace}}\build\bin\Release\turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip ${{github.workspace}}\\build\\bin\\Release\\turbopilot.exe - name: Convert backslashes id: convert_backslashes run: | $path = $env:GITHUB_WORKSPACE -replace '\\', '/' echo "Converted path: $path" echo "::set-output name=converted_path::$path" - name: Upload binaries to release uses: softprops/action-gh-release@v1 if: startsWith(github.ref, 'refs/tags/') with: token: ${{ secrets.PUBLISH_TOKEN }} files: ${{ steps.convert_backslashes.outputs.converted_path }}/build/bin/Release/turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip