update: default stop tokens for falcon-7b-instruct api

premAI-io · Jun 28, 2023 · 542ad2a · 542ad2a
1 parent f9881fb
commit 542ad2a
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/cht-falcon/routes.py b/cht-falcon/routes.py
@@ -17,7 +17,7 @@ class ChatCompletionInput(BaseModel):
     top_p: float = 1.0
     n: int = 1
     stream: bool = False
-    stop: Optional[Union[str, List[str]]] = ""
+    stop: Optional[Union[str, List[str]]] = ["\nUser:", "User:"]
     max_tokens: int = 64
     presence_penalty: float = 0.0
     frequence_penalty: float = 0.0