Use local model cost for LiteLLM

mahaloz · Oct 2, 2024 · b120c56 · b120c56
1 parent 476d879
commit b120c56
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/dailalib/__init__.py b/dailalib/__init__.py
@@ -1,5 +1,10 @@
 __version__ = "3.9.0"
 
+import os
+# stop LiteLLM from querying at all to the remote server
+# https://github.com/BerriAI/litellm/blob/4d29c1fb6941e49191280c4fd63961dec1a1e7c5/litellm/__init__.py#L286C20-L286C48
+os.environ["LITELLM_LOCAL_MODEL_COST_MAP"] = "True"
+
 from .api import AIAPI, LiteLLMAIAPI
 
 from dailalib.llm_chat import get_llm_chat_creator