Vit/Bert-large/Distilbert/LLM models: Upgrade transformers to v4.38.1…

… (#2400) * main vit: support dummy input * Vit: Upgrade transformers to v4.38.1 * change llm models/bert-large/distilbert trans version to 4.38.1 * Revert "fix rpath of applying patch" --------- Co-authored-by: jianan-gu <jianan.gu@intel.com>
intel · Aug 29, 2024 · a215d55 · a215d55
1 parent b5a6fd1
commit a215d55
Show file tree

Hide file tree

Showing 9 changed files with 382 additions and 340 deletions.
diff --git a/models_v2/common/enable_ipex_for_transformers.diff b/models_v2/common/enable_ipex_for_transformers.diff
diff --git a/models_v2/pytorch/bert_large/inference/cpu/setup.sh b/models_v2/pytorch/bert_large/inference/cpu/setup.sh
@@ -31,7 +31,7 @@ fi
 rm -rf transformers
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git lfs pull
 git apply ../../../../common/enable_ipex_for_transformers.diff
 pip install -e ./

diff --git a/models_v2/pytorch/bert_large/training/cpu/setup.sh b/models_v2/pytorch/bert_large/training/cpu/setup.sh
@@ -35,7 +35,7 @@ fi
 rm -rf transformers
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git lfs pull
 git apply ../../../../common/enable_ipex_for_transformers.diff
 pip install -e ./

diff --git a/models_v2/pytorch/chatglm/inference/cpu/setup.sh b/models_v2/pytorch/chatglm/inference/cpu/setup.sh
@@ -22,7 +22,7 @@ pip install dcpm-kernels
 
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git apply ../../../../enable_ipex_for_transformers.diff
 pip install -e ./
 cd ..

diff --git a/models_v2/pytorch/distilbert/inference/cpu/setup.sh b/models_v2/pytorch/distilbert/inference/cpu/setup.sh
@@ -32,7 +32,7 @@ fi
 rm -rf transformers
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git lfs pull
 pip install -r examples/pytorch/text-classification/requirements.txt
 git apply ../../../../common/enable_ipex_for_transformers.diff

diff --git a/models_v2/pytorch/gptj/inference/cpu/setup.sh b/models_v2/pytorch/gptj/inference/cpu/setup.sh
@@ -20,7 +20,7 @@
 cd ${MODEL_DIR}
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git apply ${MODEL_DIR}/../../../../common/enable_ipex_for_transformers.diff
 pip install -e ./
 cd ..

diff --git a/models_v2/pytorch/llama/inference/cpu/setup.sh b/models_v2/pytorch/llama/inference/cpu/setup.sh
@@ -22,7 +22,7 @@ pip install datasets sentencepiece psutil
 cd ${MODEL_DIR}
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git apply ${MODEL_DIR}/../../../../common/enable_ipex_for_transformers.diff
 pip install -e ./
 cd ..

diff --git a/models_v2/pytorch/llama/training/cpu/setup.sh b/models_v2/pytorch/llama/training/cpu/setup.sh
@@ -23,7 +23,7 @@ pip install protobuf==3.20.3 numpy==1.20
 cd ${MODEL_DIR}
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 git apply ${MODEL_DIR}/../../../../common/enable_ipex_for_transformers.diff
 pip install -e ./
 cd ..
diff --git a/models_v2/pytorch/vit/inference/cpu/setup.sh b/models_v2/pytorch/vit/inference/cpu/setup.sh
@@ -19,7 +19,7 @@
 # Clone the Transformers repo in the VIT Base inference directory
 git clone https://github.com/huggingface/transformers.git
 cd transformers
-git checkout v4.28.1
+git checkout v4.38.1
 pip install -r examples/pytorch/image-classification/requirements.txt
 pip install cchardet
 pip install scikit-learn