Update output tokens

tractorjuice · May 18, 2024 · 4e250d4 · 4e250d4
1 parent 20fbf39
commit 4e250d4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/app_faiss.py b/app_faiss.py
@@ -107,7 +107,7 @@
         st.session_state.llm = ChatOpenAI(
             model_name=MODEL,
             temperature=0,
-            max_tokens=500,
+            max_tokens=256,
             tags=["chatbot_research2023", st.session_state.session_id],
         )  # Modify model_name if you have access to GPT-4