Merge pull request #565 from containers/fix-llamacpp-default-chat-format

temp fix revert to llama-2 format by default
containers · Jun 14, 2024 · 52f75d3 · 52f75d3
2 parents 137197b + a40bd35
commit 52f75d3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/model_servers/llamacpp_python/src/run.sh b/model_servers/llamacpp_python/src/run.sh
@@ -11,7 +11,7 @@ if [ ${MODEL_PATH} ]; then
         --port ${PORT:=8001} \
         --n_gpu_layers ${GPU_LAYERS:=0} \
         --clip_model_path ${CLIP_MODEL_PATH:=None} \
-        --chat_format ${CHAT_FORMAT:=None} \
+        --chat_format ${CHAT_FORMAT:=llama-2} \
         --interrupt_requests ${INTERRUPT_REQUESTS:=False}
     exit 0
 fi