adjusted readme

B0-B · Jul 3, 2024 · 0bf3435 · 0bf3435
1 parent 0d0e564
commit 0bf3435
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/README.md b/README.md
@@ -21,11 +21,11 @@ USERNAME = 'Steve'
 
 # create state-of-the-art chat bot
 myChatClient = client(model_file='Meta-Llama-3-8B-Instruct.Q2_K.gguf', 
-                    hugging_face_path='MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF', 
-                    chat_format="llama-3",
-                    device="cpu")
+                      hugging_face_path='MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF', 
+                      chat_format="llama-3",
+                      device="cpu")
 
-myChatClient.setConfig(username=USERNAME)
+myChatClient.setConfig(username=USERNAME, max_new_tokens=256, auto_trim=True)
 
 # expose chat in web UI
 webUI(myChatClient)