Triton benchmarks #40
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Triton-benchmarks | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| runner_label: | |
| description: Runner label, keep empty for default | |
| type: string | |
| default: "" | |
| schedule: | |
| - cron: "5 23 * * *" | |
| permissions: read-all | |
| env: | |
| PYTHON_VERSION: "3.10" | |
| jobs: | |
| build: | |
| name: xetla benchmark | |
| runs-on: | |
| - ${{ inputs.runner_label || 'max1550' }} | |
| timeout-minutes: 720 | |
| defaults: | |
| run: | |
| shell: bash -noprofile --norc -eo pipefail -c "source /home/runner/intel/oneapi/setvars.sh > /dev/null; source {0}" | |
| steps: | |
| - name: Checkout repository | |
| uses: actions/checkout@v4 | |
| - name: Get LLVM commit id | |
| run: | | |
| LLVM_COMMIT_ID=$(<cmake/llvm-hash.txt) | |
| echo "LLVM_COMMIT_ID=$LLVM_COMMIT_ID" >> $GITHUB_ENV | |
| - name: Load pip cache | |
| id: pip-cache | |
| uses: ./.github/actions/load | |
| with: | |
| path: $HOME/.cache/pip | |
| # pip cache per commit id just to minimize network traffic | |
| key: pip-$PYTHON_VERSION-$GITHUB_SHA | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install Python build dependencies | |
| run: | | |
| pip install wheel | |
| - name: Setup PyTorch | |
| uses: ./.github/actions/setup-pytorch | |
| - name: Setup IPEX | |
| uses: ./.github/actions/setup-ipex | |
| - name: Generate Triton cache key | |
| id: triton-key | |
| run: | | |
| COMPOSITE_KEY=$(echo $PYTHON_VERSION $LLVM_COMMIT_ID $GITHUB_SHA | sha256sum - | cut -d\ -f1) | |
| echo "key=triton-$COMPOSITE_KEY" >> $GITHUB_OUTPUT | |
| - name: Load Triton wheels from a cache | |
| id: triton-cache | |
| uses: ./.github/actions/load | |
| with: | |
| path: python/dist | |
| key: ${{ steps.triton-key.outputs.key }} | |
| - name: Build Triton wheels | |
| if: ${{ steps.triton-cache.outputs.status == 'miss' }} | |
| run: | | |
| export DEBUG=1 | |
| cd python | |
| python setup.py bdist_wheel | |
| - name: Install Triton | |
| run: | | |
| pip install python/dist/*.whl | |
| - name: Save Triton wheels to a cache | |
| if: ${{ steps.triton-cache.outputs.status == 'miss' }} | |
| uses: ./.github/actions/save | |
| with: | |
| path: ${{ steps.triton-cache.outputs.path }} | |
| dest: ${{ steps.triton-cache.outputs.dest }} | |
| - name: Install intel-basekit | |
| run: | | |
| set -ex; \ | |
| sudo apt update | |
| sudo apt install -y gpg-agent wget | |
| wget -O- https://apt.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS.PUB | gpg --dearmor | sudo tee /usr/share/keyrings/oneapi-archive-keyring.gpg > /dev/null | |
| echo "deb [signed-by=/usr/share/keyrings/oneapi-archive-keyring.gpg] https://apt.repos.intel.com/oneapi all main" | sudo tee /etc/apt/sources.list.d/oneAPI.list | |
| sudo apt update | |
| sudo apt-get install -y intel-basekit=2024.1.0-589 | |
| - name: Install xetla benchmark | |
| run: | | |
| source /home/runner/intel/oneapi/mkl/2024.1/env/vars.sh | |
| cd benchmarks | |
| python setup.py bdist_wheel | |
| pip install dist/*.whl | |
| - name: Run xetla benchmark | |
| run: | | |
| source /home/runner/intel/oneapi/mkl/2024.1/env/vars.sh | |
| cd benchmarks/xetla_benchmark | |
| python fused_softmax.py | |
| - name: Save pip cache | |
| if: ${{ steps.pip-cache.outputs.status == 'miss' }} | |
| uses: ./.github/actions/save | |
| with: | |
| path: ${{ steps.pip-cache.outputs.path }} | |
| dest: ${{ steps.pip-cache.outputs.dest }} |