From 90b2c876ca3ea9c29e59aa7ae9904f254298660d Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Mon, 2 Sep 2024 23:04:36 +0000 Subject: [PATCH] update --- .github/workflows/gpu-ci.yml | 5 ----- conda/flexflow.yml | 1 + docker/flexflow-environment/Dockerfile | 2 +- requirements.txt | 1 + 4 files changed, 3 insertions(+), 6 deletions(-) diff --git a/.github/workflows/gpu-ci.yml b/.github/workflows/gpu-ci.yml index 9c712b9827..4da779e955 100644 --- a/.github/workflows/gpu-ci.yml +++ b/.github/workflows/gpu-ci.yml @@ -197,10 +197,6 @@ jobs: # Inference tests source ./build/set_python_envs.sh ./tests/inference_tests.sh - - # PEFT tests - ./tests/peft_test.sh - python ./tests/peft/peft_alignment_test.py - name: Run PEFT tests run: | @@ -210,7 +206,6 @@ jobs: export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib ./tests/peft_test.sh - python ./tests/peft/peft_alignment_test.py - name: Save inference output as an artifact if: always() diff --git a/conda/flexflow.yml b/conda/flexflow.yml index 091ba929e4..37eb021ce6 100644 --- a/conda/flexflow.yml +++ b/conda/flexflow.yml @@ -32,3 +32,4 @@ dependencies: - loralib - triton - peft + - tf-keras diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 3434916d6b..a4ef05eae8 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -95,7 +95,7 @@ RUN conda install pytorch torchvision torchaudio -c pytorch RUN conda install -c conda-forge onnx transformers>=4.31.0 sentencepiece einops RUN pip3 install tensorflow notebook # PEFT-related -RUN pip3 install scipy bitsandbytes datasets accelerate loralib triton peft +RUN pip3 install scipy bitsandbytes datasets accelerate loralib triton peft tf-keras # Install Rust RUN curl https://sh.rustup.rs -sSf | sh -s -- -y diff --git a/requirements.txt b/requirements.txt index 64f1808934..93edf77b95 100644 --- a/requirements.txt +++ b/requirements.txt @@ -24,3 +24,4 @@ accelerate loralib triton peft +tf-keras