Update QWEN's RAG template (#2171)

it will help to remove `:` at beginning of the answer
openvinotoolkit · Jul 5, 2024 · e872231 · e872231
1 parent f2ae2e7
commit e872231
Showing 1 changed file with 15 additions and 5 deletions.
diff --git a/utils/llm_config.py b/utils/llm_config.py
@@ -115,7 +115,9 @@ def internlm_partial_text_processor(partial_text, new_text):
             <|im_start|>user
             Question: {input} 
             Context: {context} 
-            Answer: <|im_end|><|im_start|>assistant""",
+            Answer: <|im_end|>
+            <|im_start|>assistant
+            """,
         },
         "gemma-7b-it": {
             "model_id": "google/gemma-7b-it",
@@ -267,7 +269,9 @@ def internlm_partial_text_processor(partial_text, new_text):
             <|im_start|>user
             问题: {input} 
             已知内容: {context} 
-            回答: <|im_end|><|im_start|>assistant""",
+            回答: <|im_end|>
+            <|im_start|>assistant
+            """,
         },
         "qwen1.5-7b-chat": {
             "model_id": "Qwen/Qwen1.5-7B-Chat",
@@ -280,7 +284,9 @@ def internlm_partial_text_processor(partial_text, new_text):
             <|im_start|>user
             问题: {input} 
             已知内容: {context} 
-            回答: <|im_end|><|im_start|>assistant""",
+            回答: <|im_end|>
+            <|im_start|>assistant
+            """,
         },
         "qwen-7b-chat": {
             "model_id": "Qwen/Qwen-7B-Chat",
@@ -296,7 +302,9 @@ def internlm_partial_text_processor(partial_text, new_text):
             <|im_start|>user
             问题: {input} 
             已知内容: {context} 
-            回答: <|im_end|><|im_start|>assistant""",
+            回答: <|im_end|>
+            <|im_start|>assistant
+            """,
         },
         "chatglm3-6b": {
             "model_id": "THUDM/chatglm3-6b",
@@ -361,7 +369,9 @@ def internlm_partial_text_processor(partial_text, new_text):
             <|im_start|>user
             问题: {input} 
             已知内容: {context} 
-            回答: <|im_end|><|im_start|>assistant""",
+            回答: <|im_end|>
+            <|im_start|>assistant
+            """,
         },
     },
     "Japanese": {