update

flexflow · Sep 2, 2024 · 90b2c87 · 90b2c87
1 parent cf4525f
commit 90b2c87
Show file tree

Hide file tree

Showing 4 changed files with 3 additions and 6 deletions.
diff --git a/.github/workflows/gpu-ci.yml b/.github/workflows/gpu-ci.yml
@@ -197,10 +197,6 @@ jobs:
           # Inference tests
           source ./build/set_python_envs.sh
           ./tests/inference_tests.sh
-
-          # PEFT tests
-          ./tests/peft_test.sh
-          python ./tests/peft/peft_alignment_test.py
       
       - name: Run PEFT tests
         run: |
@@ -210,7 +206,6 @@ jobs:
           export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:$CONDA_PREFIX/lib
           
           ./tests/peft_test.sh
-          python ./tests/peft/peft_alignment_test.py
       
       - name: Save inference output as an artifact
         if: always()

diff --git a/conda/flexflow.yml b/conda/flexflow.yml
@@ -32,3 +32,4 @@ dependencies:
     - loralib
     - triton
     - peft
+    - tf-keras
diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile
@@ -95,7 +95,7 @@ RUN conda install pytorch torchvision torchaudio -c pytorch
 RUN conda install -c conda-forge onnx transformers>=4.31.0 sentencepiece einops
 RUN pip3 install tensorflow notebook
 # PEFT-related
-RUN pip3 install scipy bitsandbytes datasets accelerate loralib triton peft
+RUN pip3 install scipy bitsandbytes datasets accelerate loralib triton peft tf-keras
 
 # Install Rust
 RUN curl https://sh.rustup.rs -sSf | sh -s -- -y

diff --git a/requirements.txt b/requirements.txt
@@ -24,3 +24,4 @@ accelerate
 loralib
 triton
 peft
+tf-keras