This repository has been archived by the owner on Sep 30, 2023. It is now read-only.
don't build arm with cuda during release #158
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build on Commit | |
| on: | |
| push: | |
| branches: [ '**' ] | |
| tags: ['**'] | |
| pull_request: | |
| branches: [ "main" ] | |
| env: | |
| # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.) | |
| BUILD_TYPE: Release | |
| jobs: | |
| build-macOS: | |
| runs-on: macos-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Dependencies | |
| id: depends | |
| run: | | |
| brew update | |
| brew install cmake boost asio | |
| - name: Build | |
| id: make_build | |
| run: | | |
| cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} -DCMAKE_OSX_ARCHITECTURES="arm64;x86_64" | |
| cd ${{github.workspace}}/build | |
| make | |
| chmod +x ${{github.workspace}}/build/bin/turbopilot | |
| - uses: benjlevesque/short-sha@v2.2 | |
| id: short-sha | |
| with: | |
| length: 6 | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v3.1.2 | |
| with: | |
| # Artifact name | |
| name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ steps.short-sha.outputs.sha }} # optional, default is artifact | |
| # A file, directory or wildcard pattern that describes what to upload | |
| path: ${{github.workspace}}/build/bin/turbopilot | |
| # The desired behavior if no files are found using the provided path. | |
| - name: package artifacts for release | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| cd ${{github.workspace}}/build/bin | |
| zip turbopilot-${{ runner.os }}-${{ runner.arch }}.zip ./turbopilot | |
| - name: Upload binaries to release | |
| uses: softprops/action-gh-release@v1 | |
| if: startsWith(github.ref, 'refs/tags/') | |
| with: | |
| token: ${{ secrets.PUBLISH_TOKEN }} | |
| files: ${{github.workspace}}/build/bin/turbopilot-${{ runner.os }}-${{ runner.arch }}.zip | |
| build-ubuntu: | |
| # The CMake configure and build commands are platform agnostic and should work equally well on Windows or Mac. | |
| # You can convert this to a matrix build if you need cross-platform coverage. | |
| # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - build: 'avx2' | |
| defines: '-DGGML_STATIC=On' | |
| - build: 'avx' | |
| defines: '-DGGML_AVX2=OFF -DGGML_STATIC=On' | |
| - build: 'avx512' | |
| defines: '-DGGML_AVX512=ON -DGGML_STATIC=On' | |
| - build: 'avx2-openblas' | |
| defines: '-DGGML_OPENBLAS=ON -DGGML_STATIC=On' | |
| - build: 'avx2-cuda' | |
| defines: '-DGGML_CUBLAS=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc -DGGML_STATIC=Off' | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - name: Install Dependencies | |
| run: sudo apt-get update && sudo apt-get install -yq libboost-dev libasio-dev | |
| - name: Install OpenBlas | |
| if: ${{ matrix.build == 'avx2-openblas' }} | |
| run: sudo apt-get install libopenblas-dev | |
| - name: Install CUDA | |
| if: ${{ matrix.build == 'avx2-cuda' }} | |
| run: | | |
| wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.0-1_all.deb | |
| sudo dpkg -i cuda-keyring_1.0-1_all.deb | |
| sudo apt-get update && sudo apt-get install -yq libboost-dev cuda-nvcc-11-7 libcublas-dev-11-7 | |
| - name: Build | |
| # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make. | |
| # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type | |
| run: | | |
| cmake -B ${{github.workspace}}/build -DCMAKE_BUILD_TYPE=${{env.BUILD_TYPE}} ${{ matrix.defines }} | |
| cd ${{github.workspace}}/build | |
| make | |
| chmod +x ${{github.workspace}}/build/bin/turbopilot | |
| - uses: benjlevesque/short-sha@v2.2 | |
| id: short-sha | |
| with: | |
| length: 6 | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v3.1.2 | |
| with: | |
| # Artifact name | |
| name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}-${{ steps.short-sha.outputs.sha }} # optional, default is artifact | |
| # A file, directory or wildcard pattern that describes what to upload | |
| path: ${{github.workspace}}/build/bin/turbopilot | |
| # The desired behavior if no files are found using the provided path. | |
| - name: package artifacts for release | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| cd ${{github.workspace}}/build/bin | |
| zip turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip ./turbopilot | |
| - name: Upload binaries to release | |
| uses: softprops/action-gh-release@v1 | |
| if: startsWith(github.ref, 'refs/tags/') | |
| with: | |
| token: ${{ secrets.PUBLISH_TOKEN }} | |
| files: ${{github.workspace}}/build/bin/turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip | |
| windows-latest-cmake: | |
| runs-on: windows-latest | |
| env: | |
| OPENBLAS_VERSION: 0.3.23 | |
| OPENCL_VERSION: 2023.04.17 | |
| CLBLAST_VERSION: 1.6.0 | |
| strategy: | |
| matrix: | |
| include: | |
| - build: 'avx2' | |
| defines: '' | |
| - build: 'avx' | |
| defines: '-DGGML_AVX2=OFF' | |
| - build: 'avx512' | |
| defines: '-DGGML_AVX512=ON' | |
| - build: 'openblas' | |
| defines: '-DGGML_OPENBLAS=ON -DBLAS_INCLUDE_DIRS="$env:RUNNER_TEMP/openblas/include" -DBLAS_LIBRARIES="$env:RUNNER_TEMP/openblas/lib/openblas.lib"' | |
| steps: | |
| - name: Clone | |
| id: checkout | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| - uses: benjlevesque/short-sha@v2.2 | |
| id: short-sha | |
| with: | |
| length: 6 | |
| - name: Install boost | |
| uses: MarkusJx/install-boost@v2.4.1 | |
| id: install-boost | |
| with: | |
| # REQUIRED: Specify the required boost version | |
| # A list of supported versions can be found here: | |
| # https://github.com/MarkusJx/prebuilt-boost/blob/main/versions-manifest.json | |
| boost_version: 1.78.0 | |
| # OPTIONAL: Specify a custon install location | |
| boost_install_dir: C:\boost | |
| # OPTIONAL: Specify a platform version | |
| platform_version: 2022 | |
| # OPTIONAL: Specify a toolset | |
| toolset: msvc | |
| # NOTE: If a boost version matching all requirements cannot be found, | |
| # this build step will fail | |
| - name: Download OpenBLAS | |
| id: get_openblas | |
| if: ${{ matrix.build == 'openblas' }} | |
| run: | | |
| curl.exe -o $env:RUNNER_TEMP/openblas.zip -L "https://github.com/xianyi/OpenBLAS/releases/download/v${env:OPENBLAS_VERSION}/OpenBLAS-${env:OPENBLAS_VERSION}-x64.zip" | |
| curl.exe -o $env:RUNNER_TEMP/OpenBLAS.LICENSE.txt -L "https://github.com/xianyi/OpenBLAS/raw/v${env:OPENBLAS_VERSION}/LICENSE" | |
| mkdir $env:RUNNER_TEMP/openblas | |
| tar.exe -xvf $env:RUNNER_TEMP/openblas.zip -C $env:RUNNER_TEMP/openblas | |
| $vcdir = $(vswhere -latest -products * -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 -property installationPath) | |
| $msvc = $(join-path $vcdir $('VC\Tools\MSVC\'+$(gc -raw $(join-path $vcdir 'VC\Auxiliary\Build\Microsoft.VCToolsVersion.default.txt')).Trim())) | |
| $lib = $(join-path $msvc 'bin\Hostx64\x64\lib.exe') | |
| & $lib /machine:x64 "/def:${env:RUNNER_TEMP}/openblas/lib/libopenblas.def" "/out:${env:RUNNER_TEMP}/openblas/lib/openblas.lib" /name:openblas.dll | |
| - name: Build | |
| id: cmake_build | |
| env: | |
| BOOST_ROOT: ${{ steps.install-boost.outputs.BOOST_ROOT }} | |
| run: | | |
| mkdir build | |
| cd build | |
| cmake .. ${{ matrix.defines }} | |
| cmake --build . --config Release --target turbopilot | |
| # - name: Add libopenblas.dll | |
| # id: add_libopenblas_dll | |
| # if: ${{ matrix.build == 'openblas' }} | |
| # run: | | |
| # cp $env:RUNNER_TEMP/openblas/bin/libopenblas.dll ./build/bin/Release/openblas.dll | |
| # cp $env:RUNNER_TEMP/OpenBLAS.LICENSE.txt ./build/bin/Release/OpenBLAS-${env:OPENBLAS_VERSION}.txt | |
| - name: Check AVX512F support | |
| id: check_avx512f | |
| if: ${{ matrix.build == 'avx512' }} | |
| continue-on-error: true | |
| run: | | |
| cd build | |
| $vcdir = $(vswhere -latest -products * -requires Microsoft.VisualStudio.Component.VC.Tools.x86.x64 -property installationPath) | |
| $msvc = $(join-path $vcdir $('VC\Tools\MSVC\'+$(gc -raw $(join-path $vcdir 'VC\Auxiliary\Build\Microsoft.VCToolsVersion.default.txt')).Trim())) | |
| $cl = $(join-path $msvc 'bin\Hostx64\x64\cl.exe') | |
| echo 'int main(void){unsigned int a[4];__cpuid(a,7);return !(a[1]&65536);}' >> avx512f.c | |
| & $cl /O2 /GS- /kernel avx512f.c /link /nodefaultlib /entry:main | |
| .\avx512f.exe && echo "AVX512F: YES" && ( echo HAS_AVX512F=1 >> $env:GITHUB_ENV ) || echo "AVX512F: NO" | |
| - name: Upload Build Artifacts | |
| uses: actions/upload-artifact@v3.1.2 | |
| with: | |
| # Artifact name | |
| name: turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ steps.short-sha.outputs.sha }}-${{ matrix.build }} # optional, default is artifact | |
| # A file, directory or wildcard pattern that describes what to upload | |
| path: ${{github.workspace}}\\build\\bin\\Release\\turbopilot | |
| # The desired behavior if no files are found using the provided path. | |
| - name: package artifacts for release | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| cd ${{github.workspace}}\build\bin\Release\ | |
| 7z a ${{github.workspace}}\build\bin\Release\turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip ./turbopilot | |
| - name: Convert backslashes | |
| id: convert_backslashes | |
| run: | | |
| $path = $env:GITHUB_WORKSPACE -replace '\\', '/' | |
| echo "Converted path: $path" | |
| echo "::set-output name=converted_path::$path" | |
| - name: Upload binaries to release | |
| uses: softprops/action-gh-release@v1 | |
| if: startsWith(github.ref, 'refs/tags/') | |
| with: | |
| token: ${{ secrets.PUBLISH_TOKEN }} | |
| files: ${{ steps.convert_backslashes.outputs.converted_path }}/build/bin/Release/turbopilot-${{ runner.os }}-${{ runner.arch }}-${{ matrix.build }}.zip |