From 08ab74279b29fa1e5147b65f413fa332994827d9 Mon Sep 17 00:00:00 2001 From: Connor Hack Date: Mon, 16 Sep 2024 16:03:23 -0700 Subject: [PATCH] Update Tokenizer Actions Workflow dependencies --- .github/workflows/run-tokenizer-tests.yml | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/.github/workflows/run-tokenizer-tests.yml b/.github/workflows/run-tokenizer-tests.yml index d9abea9..20bca6c 100644 --- a/.github/workflows/run-tokenizer-tests.yml +++ b/.github/workflows/run-tokenizer-tests.yml @@ -67,31 +67,32 @@ jobs: run: | ls -la ${GITHUB_WORKSPACE} + # Place sleep step before the test execution to "exec" into the test k8s POD and run tests manually to identify what dependencies are being used. + - name: "[DEBUG] sleep" + id: sleep + if: ${{ github.event.inputs.debug == 'true' && github.event.inputs.sleep_time != '' }} + run: | + sleep ${{ inputs.sleep_time }} + # TODO Identify version of pip prior to installing dependencies - name: "Installing 'llama-models' dependencies" id: pip_install run: | echo "[STEP] Installing 'llama-models' models" - pip install -U pip setuptools + pip3 install -U pip setuptools + pip3 install -r requirements.txt - name: Set environment variable id: set_env run: | echo "TOKENIZER_PATH=models/llama3/api/tokenizer.py" >> $GITHUB_ENV - # Place sleep step before the test execution to "exec" into the test k8s POD and run tests manually to identify what dependencies are being used. - - name: "[DEBUG] sleep" - id: sleep - if: ${{ github.event.inputs.debug == 'true' && github.event.inputs.sleep_time != '' }} - run: | - sleep ${{ inputs.sleep_time }} - # TODO Identify version of python prior to running tests - name: Run tests id: run_tests run: | echo "Running tests on Self-Hosted k8s ARC Runner" - cd $GITHUB_WORKSPACE && python -m unittest models/llama3/api/test_tokenizer.py + cd $GITHUB_WORKSPACE && python3 -m unittest models/llama3/api/test_tokenizer.py - name: Publish Test Summary id: test_summary