PR Test Submission #42
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Run Llama-models Tests" | |
| on: | |
| pull_request_target: | |
| types: opened | |
| branches: | |
| - 'main' | |
| paths: | |
| - 'models/**/*.py' | |
| workflow_dispatch: | |
| inputs: | |
| runner: | |
| description: 'GHA Runner Scale Set label to run workflow on.' | |
| required: true | |
| default: llama-models-fork-gha-runnes-gpu | |
| debug: | |
| description: 'Run debugging steps?' | |
| required: false | |
| default: "true" | |
| sleep_time: | |
| description: '[DEBUG] sleep time for debugging' | |
| required: true | |
| default: "0" | |
| api_key: | |
| description: 'Provider API key' | |
| required: false | |
| default: "---" | |
| model: | |
| description: 'Llama model to use for testing' | |
| required: true | |
| default: "Llama3.2-3B-Instruct" | |
| branch: | |
| description: "Branch parameter to control which branch to checkout" | |
| required: true | |
| default: "main" | |
| env: | |
| TOKENIZER_PATH: "models/llama3/api/tokenizer.model" | |
| MODELS_PATH: '/data/llama3/models' | |
| API_KEY: ${{ github.event.inputs.api_key }} | |
| jobs: | |
| execute_workflow: | |
| name: Execute workload on Self-Hosted CPU k8s runner | |
| defaults: | |
| run: | |
| shell: bash # default shell to run all steps for a given job. | |
| runs-on: ${{ github.event.inputs.runner != '' && github.event.inputs.runner || 'llama-models-fork-gha-runnes-gpu' }} | |
| steps: | |
| ############################## | |
| #### INITIAL DEBUG CHECKS #### | |
| ############################## | |
| - name: "[DEBUG] ls -la mounted EFS volume" | |
| id: efs_volume | |
| continue-on-error: true | |
| if: github.event.inputs.debug == 'true' | |
| run: | | |
| echo "========= Content of the EFS mount =============" | |
| ls -la ${{ env.MODELS_PATH }} | |
| - name: "Check if selected model exists in EFS volume" | |
| id: check_if_model_exists | |
| continue-on-error: true | |
| run: | | |
| if [ ! -d ${{ env.MODELS_PATH }}/${{ inputs.model }} ]; then | |
| echo "Model '${{ inputs.model }}' does not exist in mounted EFS volume, Terminating workflow." | |
| exit 1 | |
| fi | |
| echo "Content of '${{ inputs.model }}' model" | |
| ls -la ${{ env.MODELS_PATH }}/${{ inputs.model }} | |
| exit 0 | |
| - name: "[DEBUG] Get runner container OS information" | |
| id: os_info | |
| if: ${{ github.event.inputs.debug == 'true' }} | |
| run: | | |
| cat /etc/os-release | |
| ####################### | |
| #### CODE CHECKOUT #### | |
| ####################### | |
| - name: "Checkout 'meta-llama/llama-models' repository" | |
| id: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: ${{ github.event.inputs.branch }} | |
| - name: "[DEBUG] Content of the repository after checkout" | |
| id: content_after_checkout | |
| if: ${{ github.event.inputs.debug == 'true' }} | |
| run: | | |
| ls -la ${GITHUB_WORKSPACE} | |
| ########################################################## | |
| #### OPTIONAL SLEEP DEBUG #### | |
| # # | |
| # Use to "exec" into the test k8s POD and run tests # | |
| # manually to identify what dependencies are being used. # | |
| # # | |
| ########################################################## | |
| - name: "[DEBUG] sleep" | |
| id: sleep | |
| if: ${{ github.event.inputs.debug == 'true' && github.event.inputs.sleep_time != '' }} | |
| run: | | |
| sleep ${{ inputs.sleep_time }} | |
| ################################## | |
| #### DEPENDENCY INSTALLATIONS #### | |
| ################################## | |
| - name: "Installing 'apt' required packages" | |
| id: apt_install | |
| run: | | |
| echo "[STEP] Installing 'apt' required packages" | |
| sudo apt update -y | |
| sudo apt upgrade -y | |
| sudo apt install python3-pip -y | |
| - name: "Installing 'llama-models' dependencies" | |
| id: pip_install | |
| run: | | |
| echo "[STEP] Installing 'llama-models' models" | |
| pip install -U pip setuptools | |
| pip install -r requirements.txt | |
| pip install blobfile | |
| pip install llama-models | |
| pip install xmlrunner | |
| pip install pytest | |
| ############################################ | |
| #### AUTOMATIC TESTING ON PULL REQUESTS #### | |
| ############################################ | |
| #### Run tests #### | |
| - name: Run Tokenizer tests | |
| id: run_tests_tokenizer | |
| working-directory: ${{ github.workspace }} | |
| if: github.event_name == 'pull_request_target' | |
| run: | | |
| echo "[STEP]Running Tokenizer tests on Self-Hosted k8s ARC Runner" | |
| python3 -m pytest models/llama3/ --junitxml="${{ github.workspace }}/result.xml" | |
| #### Create test summary #### | |
| - name: PR - Test Summary | |
| id: create_test_summary_pr | |
| if: github.event_name == 'pull_request_target' | |
| uses: test-summary/action@v2 | |
| with: | |
| paths: "${{ github.workspace }}/result.xml" | |
| output: test-summary.md | |
| - name: PR - Upload Test Summary | |
| id: publish_test_summary_pr | |
| if: github.event_name == 'pull_request_target' | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: test-summary | |
| path: test-summary.md | |
| #### Update PR request #### | |
| - name: Update Pull Request with a comment | |
| id: publish_pr_comment | |
| if: github.event_name == 'pull_request_target' | |
| uses: thollander/actions-comment-pull-request@v2 | |
| with: | |
| filePath: test-summary.md | |
| ######################## | |
| #### MANUAL TESTING #### | |
| ######################## | |
| #### Run tests #### | |
| - name: "Running all PyTest tests on Self-Hosted k8s ARC Runner" | |
| id: pytest | |
| working-directory: ${{ github.workspace }} | |
| if: github.event_name == 'workflow_dispatch' | |
| run: | | |
| echo "[STEP] Running PyTest tests at 'GITHUB_WORKSPACE' path: ${GITHUB_WORKSPACE} | path: ${{ github.workspace }}" | |
| python3 -m pytest --junitxml="${{ github.workspace }}/result.xml" | |
| #### Create test summary #### | |
| - name: Manual - Test Summary | |
| id: create_test_summary_manual | |
| if: github.event_name == 'workflow_dispatch' | |
| uses: test-summary/action@v2 | |
| with: | |
| paths: "${{ github.workspace }}/result.xml" |