diff --git a/.github/workflows/training_bootc.yaml b/.github/workflows/training_bootc.yaml index 28ecac98..d9ff8378 100644 --- a/.github/workflows/training_bootc.yaml +++ b/.github/workflows/training_bootc.yaml @@ -136,6 +136,35 @@ jobs: env: SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} + make-archive: + runs-on: ${{ needs.start-runner.outputs.label }} + needs: start-runner + continue-on-error: true + steps: + - uses: actions/checkout@v4.1.7 + + - name: mkdir root/.docker directory + run: | + mkdir -p ~/.docker + + - name: Login to Container Registry + run: podman login -u ${{ secrets.REGISTRY_USER }} -p ${{ secrets.REGISTRY_PASSWORD }} ${{ env.REGISTRY }} + + - name: generate the local OCI assets + run: | + cd training + make -j vllm + make -j deepspeed + + - name: Tar OCI artifacts + run: tar -czf /tmp/build.tar.gz training + + - name: Upload OCI artifacts + uses: actions/upload-artifact@v2 + with: + path: build.tar.gz + name: build + bootc-images: strategy: matrix: @@ -144,15 +173,13 @@ jobs: context: training/intel-bootc arch: amd64 gpu: intel - pull-images: quay.io/ai-lab/vllm:latest quay.io/ai-lab/deepspeed-trainer:latest - image_name: amd-bootc context: training/amd-bootc arch: amd64 gpu: amd - pull-images: quay.io/ai-lab/vllm:latest if: "!contains(github.event.pull_request.labels.*.name, 'hold-tests')" runs-on: ${{ needs.start-runner.outputs.label }} - needs: start-runner + needs: make-archive continue-on-error: true steps: - uses: actions/checkout@v4.1.7 @@ -164,16 +191,16 @@ jobs: - name: Login to Container Registry run: podman login -u ${{ secrets.REGISTRY_USER }} -p ${{ secrets.REGISTRY_PASSWORD }} ${{ env.REGISTRY }} - - name: pull images - id: pull_image - working-directory: ${{ matrix.context }} - run: podman pull ${{ matrix.pull-images }} + - name: grab assets from archive + uses: actions/download-artifact@v2 + with: + name: build + + - name: extract assets + run: tar -xzf build.tar.gz - name: generate the local OCI assets run: | - cd training - make -j vllm - make -j deepspeed make -j instruct-${{ matrix.gpu}} - name: Build Image