update: build version

premAI-io · Jul 28, 2023 · 3c8fc57 · 3c8fc57
1 parent c7de6f3
commit 3c8fc57
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/cht-llama-v2/build.sh b/cht-llama-v2/build.sh
@@ -1,6 +1,6 @@
 #!/bin/bash
 set -e
-export VERSION=1.0.0
+export VERSION=1.0.1
 
 IMAGE=ghcr.io/premai-io/chat-llama-2-7b-gpu
 docker buildx build ${@:1} \

diff --git a/cht-llama-v2/models.py b/cht-llama-v2/models.py
@@ -32,7 +32,6 @@ def embeddings(cls, text) -> None:
         pass
 
     @abstractmethod
-    @staticmethod
     def stitch_prompt(messages: list) -> str:
         pass
 
@@ -68,7 +67,10 @@ def generate(
                 do_sample=kwargs.get("do_sample", True),
                 stop_sequence=stop[0] if stop else None,
                 stopping_criteria=cls.stopping_criteria(stop, prompt, cls.tokenizer),
-            )[0]["generated_text"].rstrip(stop[0] if stop else "")
+            )[0]["generated_text"]
+            .rstrip(stop[0] if stop else "")
+            .rsplit(".", 1)[0]
+            .strip()
         ]
 
     @classmethod