update public model

flexflow · Jul 7, 2023 · 7ee168a · 7ee168a
1 parent d774411
commit 7ee168a
Showing 1 changed file with 6 additions and 4 deletions.
diff --git a/inference/utils/download_llama_weights.py b/inference/utils/download_llama_weights.py
@@ -45,16 +45,18 @@ def convert_hf_model(model, dst_folder):
 dst_folder="../weights/llama_7B_weights" if args.use_full_precision else "../weights/llama_7B_weights_half"
 convert_hf_model(model, dst_folder)
 
+# Download and convert model weights only for hf
+
 model = AutoModelForCausalLM.from_pretrained("decapoda-research/llama-13b-hf")
-dst_folder="../weights/llama_13B_weights" if args.use_full_precision else "../weights/llama_13B_weights_half"
+dst_folder="../weights/llama_13B_weights_half"
 convert_hf_model(model, dst_folder)
 
-model = AutoModelForCausalLM.from_pretrained("alexl83/LLaMA-33B-HF")
-dst_folder="../weights/llama_33B_weights" if args.use_full_precision else "../weights/llama_33B_weights_half"
+model = AutoModelForCausalLM.from_pretrained("decapoda-research/llama-30b-hf")
+dst_folder="../weights/llama_30B_weights_half"
 convert_hf_model(model, dst_folder)
 
 model = AutoModelForCausalLM.from_pretrained("decapoda-research/llama-65b-hf")
-dst_folder="../weights/llama_65B_weights" if args.use_full_precision else "../weights/llama_65B_weights_half"
+dst_folder="../weights/llama_65B_weights_half"
 convert_hf_model(model, dst_folder)
 
 # Download and convert small model weights