DEVELOP Build Koboldcpp-ROCm Windows #41
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: DEVELOP Build Koboldcpp-ROCm Windows | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version: | |
| description: 'Version tag of develop-koboldcpp-rocm to build: v1.62.2.yr0-ROCm-dev' | |
| default: v1.62.2.yr0-ROCm-dev | |
| required: false | |
| type: string | |
| workflow_call: | |
| inputs: | |
| version: | |
| description: 'Version tag of develop-koboldcpp-rocm to build: v1.62.2.yr0-ROCm-dev' | |
| default: v1.62.2.yr0-ROCm-dev | |
| required: false | |
| type: string | |
| permissions: | |
| contents: write | |
| jobs: | |
| build_libs: | |
| name: Build ROCm Lib | |
| runs-on: windows-2019 | |
| defaults: | |
| run: | |
| shell: pwsh | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| repository: 'YellowRoseCx/koboldcpp-rocm' | |
| ref: develop | |
| submodules: 'recursive' | |
| - name: Setup cmake | |
| uses: jwlawson/actions-setup-cmake@v2 | |
| - name: Setup MSYS2 | |
| uses: msys2/setup-msys2@v2 | |
| with: | |
| update: true | |
| install: >- | |
| base-devel | |
| mingw-w64-x86_64-toolchain | |
| - name: Install ROCm SDK | |
| run: | | |
| curl -LO https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-23.Q4-Win10-Win11-For-HIP.exe | |
| Start-Process 'AMD-Software-PRO-Edition-23.Q4-Win10-Win11-For-HIP.exe' -ArgumentList '-install' -NoNewWindow -Wait | |
| echo "C:\Program Files\AMD\ROCm\5.7\bin" >> $env:GITHUB_PATH | |
| echo 'ROCM_PATH=C:\Program Files\AMD\ROCm\5.7' >> $env:GITHUB_ENV | |
| echo 'HIP_PATH=C:\Program Files\AMD\ROCm\5.7' >> $env:GITHUB_ENV | |
| echo "ROCM_VERSION=5.7.1" >> $env:GITHUB_ENV | |
| - uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.10" | |
| - name: Install Dependencies | |
| run: | | |
| python -m pip install cmake ninja | |
| - name: Install PyInstaller | |
| run: pip install pyinstaller==6.4.0 psutil | |
| - name: Build Lib | |
| run: | | |
| $env:CC = 'C:\Program Files\AMD\ROCm\5.7\bin\clang.exe' | |
| $env:CXX = 'C:\Program Files\AMD\ROCm\5.7\bin\clang++.exe' | |
| $env:CMAKE_PREFIX_PATH = 'C:\Program Files\AMD\ROCm\5.7' | |
| $env:VERBOSE = '1' | |
| Set-Location 'D:\a\koboldcpp-rocm\koboldcpp-rocm' | |
| mkdir 'build' | |
| Set-Location 'D:\a\koboldcpp-rocm\koboldcpp-rocm\build' | |
| Get-Location | |
| cmake --version | |
| cmake .. -G "Ninja" -DCMAKE_BUILD_TYPE=Release -DLLAMA_HIPBLAS=ON -DHIP_PLATFORM=amd -DCMAKE_C_COMPILER="C:/Program Files/AMD/ROCm/5.7/bin/clang.exe" -DCMAKE_CXX_COMPILER="C:/Program Files/AMD/ROCm/5.7/bin/clang++.exe" -DAMDGPU_TARGETS="gfx803;gfx900;gfx906;gfx908;gfx90a;gfx1010;gfx1030;gfx1031;gfx1032;gfx1100;gfx1101;gfx1102" | |
| cmake --build . --config Release -j ${env:NUMBER_OF_PROCESSORS} | |
| # cmake .. -DLLAMA_HIPBLAS=ON -DCMAKE_SYSTEM_VERSION="10.0.19041.0" -DCMAKE_C_COMPILER="C:/Program Files/AMD/ROCm/5.7/bin/clang.exe" -DCMAKE_CXX_COMPILER="C:/Program Files/AMD/ROCm/5.7/bin/clang++.exe" -DAMDGPU_TARGETS="gfx803;gfx900;gfx906;gfx908;gfx90a;gfx1010;gfx1030;gfx1031;gfx1032;gfx1100;gfx1101;gfx1102" | |
| - name: Build CLBLAST & Others with make | |
| run: | | |
| Set-Location 'D:\a\koboldcpp-rocm\koboldcpp-rocm' | |
| Get-Location | |
| ls | |
| make CC=gcc LLAMA_CLBLAST=1 LLAMA_OPENBLAS=1 LLAMA_VULKAN=1 -j ${env:NUMBER_OF_PROCESSORS} | |
| - name: Copy ROCm DLLs and Run PyInstaller | |
| run: | | |
| Set-Location 'D:\a\koboldcpp-rocm\koboldcpp-rocm' | |
| Get-Location | |
| copy "C:\Program Files\AMD\ROCm\5.7\bin\hipblas.dll" .\ | |
| copy "C:\Program Files\AMD\ROCm\5.7\bin\rocblas.dll" .\ | |
| robocopy "C:\Program Files\AMD\ROCm\5.7\bin\rocblas" .\rocblas /MIR | |
| curl -LO https://github.com/YellowRoseCx/koboldcpp-rocm/releases/download/v1.43.2-ROCm/gfx103132rocblasfiles.zip | |
| 7z x gfx103132rocblasfiles.zip | |
| pip install customtkinter | |
| PyInstaller --noconfirm --onefile --collect-all customtkinter --clean --console --icon ".\niko.ico" --add-data "./klite.embd;." --add-data "./winclinfo.exe;." --add-data "./OpenCL.dll;." --add-data "./kcpp_docs.embd;." --add-data "./koboldcpp_default.dll;." --add-data "./koboldcpp_openblas.dll;." --add-data "./koboldcpp_failsafe.dll;." --add-data "./koboldcpp_noavx2.dll;." --add-data "./libopenblas.dll;." --add-data "./koboldcpp_clblast.dll;." --add-data "./koboldcpp_clblast_noavx2.dll;." --add-data "./clblast.dll;." --add-data "./koboldcpp_vulkan.dll;." --add-data "./vulkan-1.dll;." --add-data "D:\a\koboldcpp-rocm\koboldcpp-rocm\build\bin\koboldcpp_hipblas.dll;." --add-data "./hipblas.dll;." --add-data "./rocblas.dll;." --add-data "./rwkv_vocab.embd;." --add-data "./rwkv_world_vocab.embd;." --add-data "./rocblas;." --add-data "C:/Windows/System32/msvcp140.dll;." --add-data "C:/Windows/System32/vcruntime140_1.dll;." "./koboldcpp.py" -n "koboldcpp_rocm.exe" | |
| - name: Create ZIP archive | |
| run: | | |
| Set-Location 'D:\a\koboldcpp-rocm\koboldcpp-rocm' | |
| Compress-Archive -Path D:\a\koboldcpp-rocm\koboldcpp-rocm\klite.embd, D:\a\koboldcpp-rocm\koboldcpp-rocm\winclinfo.exe, D:\a\koboldcpp-rocm\koboldcpp-rocm\OpenCL.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\kcpp_docs.embd, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_default.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_openblas.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_failsafe.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_noavx2.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\libopenblas.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_vulkan.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_clblast.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp_clblast_noavx2.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\clblast.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\build\bin\koboldcpp_hipblas.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\hipblas.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\rocblas.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\rwkv_vocab.embd, D:\a\koboldcpp-rocm\koboldcpp-rocm\rwkv_world_vocab.embd, D:\a\koboldcpp-rocm\koboldcpp-rocm\rocblas, D:\a\koboldcpp-rocm\koboldcpp-rocm\msvcp140.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\vcruntime140_1.dll, D:\a\koboldcpp-rocm\koboldcpp-rocm\koboldcpp.py -DestinationPath koboldcpp_rocm_files.zip | |
| copy "koboldcpp_rocm_files.zip" D:\a\koboldcpp-rocm\koboldcpp-rocm\dist | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: koboldcpp_hipblas-${{ inputs.version }} | |
| path: D:\a\koboldcpp-rocm\koboldcpp-rocm\build\bin\koboldcpp_hipblas.dll | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: koboldcpp_rocm-${{ inputs.version }} | |
| path: D:\a\koboldcpp-rocm\koboldcpp-rocm\dist\koboldcpp_rocm.exe | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: koboldcpp_rocm_zip-${{ inputs.version }} | |
| path: D:\a\koboldcpp-rocm\koboldcpp-rocm\dist\koboldcpp_rocm_files.zip | |
| - name: Upload files to a GitHub release | |
| id: upload-release | |
| uses: svenstaro/upload-release-action@2.6.1 | |
| continue-on-error: true | |
| with: | |
| file_glob: true | |
| file: D:/a/koboldcpp-rocm/koboldcpp-rocm/dist/*.* | |
| release_name: dev-KoboldCPP-${{ inputs.version }} | |
| tag: ${{ inputs.version }} | |
| make_latest: false | |
| prerelease: true | |
| overwrite: false | |
| # Copy-Item 'D:\a\koboldcpp-rocm\koboldcpp-rocm\build\bin\koboldcpp_hipblas.dll' '..\..\build' | |
| # build_wheel: | |
| # name: Build ROCm | |
| # runs-on: windows-latest | |
| # needs: build_libs | |
| # strategy: | |
| # matrix: | |
| # pyver: ["3.8", "3.9", "3.10", "3.11"] | |
| # defaults: | |
| # run: | |
| # shell: pwsh | |
| # env: | |
| # PCKGVER: ${{ inputs.version }} | |
| # steps: | |
| # - uses: actions/checkout@v3 | |
| # with: | |
| # repository: 'YellowRoseCx/koboldcpp-rocm' | |
| # ref: ${{ inputs.version }} | |
| # - uses: actions/download-artifact@v3 | |
| # with: | |
| # name: 'win-rocm-lib' | |
| # path: ./koboldcpp-rocm | |
| # - uses: actions/setup-python@v3 | |
| # with: | |
| # python-version: ${{ matrix.pyver }} | |
| # - name: Install Dependencies | |
| # run: | | |
| # python -m pip install build wheel cmake scikit-build ninja | |
| # - name: Build Wheel | |
| # run: | | |
| # $packageVersion = [version]$env:PCKGVER.TrimStart('v') | |
| # $setup = Get-Content 'setup.py' -raw | |
| # if ($packageVersion -lt [version]'0.1.78') {$newsetup = $setup.Replace("packages=[`"llama_cpp`", `"llama_cpp.server`"],","packages=[`"llama_cpp`", `"llama_cpp.server`"],`n package_data={'llama_cpp': ['llama.dll']},")} | |
| # if ($packageVersion -gt [version]'0.1.77') {$newsetup = $setup.Replace('package_data={"llama_cpp": ["py.typed"]},','package_data={"llama_cpp": ["py.typed", "llama.dll"]},')} | |
| # New-Item 'setup.py' -itemType File -value $newsetup -force | |
| # python setup.py --skip-cmake bdist_wheel egg_info --tag-build=+rocm5.5.1 | |
| # - name: Upload files to a GitHub release | |
| # id: upload-release | |
| # uses: svenstaro/upload-release-action@2.6.1 | |
| # continue-on-error: true | |
| # with: | |
| # file: ./dist/*.whl | |
| # tag: rocm | |
| # file_glob: true | |
| # make_latest: false | |
| # overwrite: true | |
| # - uses: actions/upload-artifact@v3 | |
| # if: steps.upload-release.outcome == 'failure' | |
| # with: | |
| # name: 'win-rocm-wheels' | |
| # path: ./dist/*.whl |