Skip to content

Commit

Permalink
inclusion for training speed
Browse files Browse the repository at this point in the history
Signed-off-by: Ryan Cook <rcook@redhat.com>
  • Loading branch information
cooktheryan committed Jun 24, 2024
1 parent f0a6072 commit f6d4b38
Showing 1 changed file with 37 additions and 10 deletions.
47 changes: 37 additions & 10 deletions .github/workflows/training_bootc.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -136,6 +136,35 @@ jobs:
env:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

make-archive:
runs-on: ${{ needs.start-runner.outputs.label }}
needs: start-runner
continue-on-error: true
steps:
- uses: actions/checkout@v4.1.7

- name: mkdir root/.docker directory
run: |
mkdir -p ~/.docker
- name: Login to Container Registry
run: podman login -u ${{ secrets.REGISTRY_USER }} -p ${{ secrets.REGISTRY_PASSWORD }} ${{ env.REGISTRY }}

- name: generate the local OCI assets
run: |
cd training
make -j vllm
make -j deepspeed
- name: Tar OCI artifacts
run: tar -czf /tmp/build.tar.gz training

- name: Upload OCI artifacts
uses: actions/upload-artifact@v2
with:
path: build.tar.gz
name: build

bootc-images:
strategy:
matrix:
Expand All @@ -144,15 +173,13 @@ jobs:
context: training/intel-bootc
arch: amd64
gpu: intel
pull-images: quay.io/ai-lab/vllm:latest quay.io/ai-lab/deepspeed-trainer:latest
- image_name: amd-bootc
context: training/amd-bootc
arch: amd64
gpu: amd
pull-images: quay.io/ai-lab/vllm:latest
if: "!contains(github.event.pull_request.labels.*.name, 'hold-tests')"
runs-on: ${{ needs.start-runner.outputs.label }}
needs: start-runner
needs: make-archive
continue-on-error: true
steps:
- uses: actions/checkout@v4.1.7
Expand All @@ -164,16 +191,16 @@ jobs:
- name: Login to Container Registry
run: podman login -u ${{ secrets.REGISTRY_USER }} -p ${{ secrets.REGISTRY_PASSWORD }} ${{ env.REGISTRY }}

- name: pull images
id: pull_image
working-directory: ${{ matrix.context }}
run: podman pull ${{ matrix.pull-images }}
- name: grab assets from archive
uses: actions/download-artifact@v2
with:
name: build

- name: extract assets
run: tar -xzf build.tar.gz

- name: generate the local OCI assets
run: |
cd training
make -j vllm
make -j deepspeed
make -j instruct-${{ matrix.gpu}}
- name: Build Image
Expand Down

0 comments on commit f6d4b38

Please sign in to comment.