upgraded claude model strings (#2876)

* upgraded model strings * trolled * we do a little trolling * reeeeeee * alembic upgrade * added ignore * bump litellm * k * nit --------- Co-authored-by: pablodanswer <pablo@danswer.ai>
onyx-dot-app · Oct 26, 2024 · 94edcac · 94edcac
1 parent 9b147ae
commit 94edcac
Show file tree

Hide file tree

Showing 5 changed files with 16 additions and 10 deletions.
diff --git a/backend/danswer/llm/llm_provider_options.py b/backend/danswer/llm/llm_provider_options.py
@@ -61,6 +61,7 @@ class WellKnownLLMProviderDescriptor(BaseModel):
 IGNORABLE_ANTHROPIC_MODELS = [
     "claude-2",
     "claude-instant-1",
+    "anthropic/claude-3-5-sonnet-20241022",
 ]
 ANTHROPIC_PROVIDER_NAME = "anthropic"
 ANTHROPIC_MODEL_NAMES = [
@@ -100,8 +101,8 @@ def fetch_available_well_known_llms() -> list[WellKnownLLMProviderDescriptor]:
             api_version_required=False,
             custom_config_keys=[],
             llm_names=fetch_models_for_provider(ANTHROPIC_PROVIDER_NAME),
-            default_model="claude-3-5-sonnet-20240620",
-            default_fast_model="claude-3-5-sonnet-20240620",
+            default_model="claude-3-5-sonnet-20241022",
+            default_fast_model="claude-3-5-sonnet-20241022",
         ),
         WellKnownLLMProviderDescriptor(
             name=AZURE_PROVIDER_NAME,
@@ -135,8 +136,8 @@ def fetch_available_well_known_llms() -> list[WellKnownLLMProviderDescriptor]:
                 ),
             ],
             llm_names=fetch_models_for_provider(BEDROCK_PROVIDER_NAME),
-            default_model="anthropic.claude-3-5-sonnet-20240620-v1:0",
-            default_fast_model="anthropic.claude-3-5-sonnet-20240620-v1:0",
+            default_model="anthropic.claude-3-5-sonnet-20241022-v2:0",
+            default_fast_model="anthropic.claude-3-5-sonnet-20241022-v2:0",
         ),
     ]
 

diff --git a/backend/requirements/default.txt b/backend/requirements/default.txt
@@ -29,7 +29,7 @@ trafilatura==1.12.2
 langchain==0.1.17
 langchain-core==0.1.50
 langchain-text-splitters==0.0.1
-litellm==1.49.5
+litellm==1.50.2
 lxml==5.3.0
 lxml_html_clean==0.2.2
 llama-index==0.9.45
@@ -38,7 +38,7 @@ msal==1.28.0
 nltk==3.8.1
 Office365-REST-Python-Client==2.5.9
 oauthlib==3.2.2
-openai==1.51.2
+openai==1.52.2
 openpyxl==3.1.2
 playwright==1.41.2
 psutil==5.9.5

diff --git a/backend/requirements/model_server.txt b/backend/requirements/model_server.txt
@@ -3,7 +3,7 @@ cohere==5.6.1
 fastapi==0.109.2
 google-cloud-aiplatform==1.58.0
 numpy==1.26.4
-openai==1.51.2
+openai==1.52.2
 pydantic==2.8.2
 retry==0.9.2
 safetensors==0.4.2
@@ -12,5 +12,5 @@ torch==2.2.0
 transformers==4.39.2
 uvicorn==0.21.1
 voyageai==0.2.3
-litellm==1.49.5
+litellm==1.50.2
 sentry-sdk[fastapi,celery,starlette]==2.14.0
diff --git a/web/src/lib/hooks.ts b/web/src/lib/hooks.ts
@@ -278,6 +278,7 @@ const MODEL_DISPLAY_NAMES: { [key: string]: string } = {
   "claude-2.0": "Claude 2.0",
   "claude-instant-1.2": "Claude Instant 1.2",
   "claude-3-5-sonnet-20240620": "Claude 3.5 Sonnet",
+  "claude-3-5-sonnet-20241022": "Claude 3.5 Sonnet (New)",
 
   // Bedrock models
   "meta.llama3-1-70b-instruct-v1:0": "Llama 3.1 70B",
@@ -301,6 +302,7 @@ const MODEL_DISPLAY_NAMES: { [key: string]: string } = {
   "anthropic.claude-3-opus-20240229-v1:0": "Claude 3 Opus",
   "anthropic.claude-3-haiku-20240307-v1:0": "Claude 3 Haiku",
   "anthropic.claude-3-5-sonnet-20240620-v1:0": "Claude 3.5 Sonnet",
+  "anthropic.claude-3-5-sonnet-20241022-v2:0": "Claude 3.5 Sonnet (New)",
   "anthropic.claude-3-sonnet-20240229-v1:0": "Claude 3 Sonnet",
   "mistral.mistral-large-2402-v1:0": "Mistral Large",
   "mistral.mixtral-8x7b-instruct-v0:1": "Mixtral 8x7B Instruct",
@@ -323,7 +325,7 @@ export const defaultModelsByProvider: { [name: string]: string[] } = {
     "meta.llama3-1-8b-instruct-v1:0",
     "anthropic.claude-3-opus-20240229-v1:0",
     "mistral.mistral-large-2402-v1:0",
-    "anthropic.claude-3-5-sonnet-20240620-v1:0",
+    "anthropic.claude-3-5-sonnet-20241022-v2:0",
   ],
-  anthropic: ["claude-3-opus-20240229", "claude-3-5-sonnet-20240620"],
+  anthropic: ["claude-3-opus-20240229", "claude-3-5-sonnet-20241022"],
 };
diff --git a/web/src/lib/llm/utils.ts b/web/src/lib/llm/utils.ts
@@ -70,6 +70,7 @@ const MODEL_NAMES_SUPPORTING_IMAGE_INPUT = [
   "gpt-4-1106-vision-preview",
   // standard claude names
   "claude-3-5-sonnet-20240620",
+  "claude-3-5-sonnet-20241022",
   "claude-3-opus-20240229",
   "claude-3-sonnet-20240229",
   "claude-3-haiku-20240307",
@@ -78,11 +79,13 @@ const MODEL_NAMES_SUPPORTING_IMAGE_INPUT = [
   "claude-3-sonnet-20240229-v1:0",
   "claude-3-haiku-20240307-v1:0",
   "claude-3-5-sonnet-20240620-v1:0",
+  "claude-3-5-sonnet-20241022-v2:0",
   // claude names with full AWS Bedrock names
   "anthropic.claude-3-opus-20240229-v1:0",
   "anthropic.claude-3-sonnet-20240229-v1:0",
   "anthropic.claude-3-haiku-20240307-v1:0",
   "anthropic.claude-3-5-sonnet-20240620-v1:0",
+  "anthropic.claude-3-5-sonnet-20241022-v2:0",
 ];
 
 export function checkLLMSupportsImageInput(model: string) {