Modify path matching to suffix matching and fix sendError bug

higress-group · Aug 28, 2024 · a4eace8 · a4eace8
1 parent 77ae6be
commit a4eace8
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/contrib/llm_inference/filters/http/source/inference/inference_context.cc b/contrib/llm_inference/filters/http/source/inference/inference_context.cc
@@ -1524,7 +1524,7 @@ void InferenceContext::sendEmbedding(server_slot & slot, const llama_batch & bat
 void InferenceContext::sendError(const int& id_task, const std::string & error, const enum error_type type = ERROR_TYPE_SERVER) {
   if (callback_body_.find(id_task) != callback_body_.end()) {
     LookupBodyCallback& cb = callback_body_[id_task];
-    cb(ModelInferenceResult{true, false, error,type});
+    cb(ModelInferenceResult{false, false, error,type});
   }
 }
 

diff --git a/contrib/llm_inference/filters/http/source/llm_inference_filter.cc b/contrib/llm_inference/filters/http/source/llm_inference_filter.cc
@@ -66,9 +66,9 @@ Http::FilterHeadersStatus LLMInferenceFilter::decodeHeaders(Http::RequestHeaderM
 
   // check header
   const absl::string_view headersPath = headers.getPathValue();
-  if (headersPath == "/v1/chat/completions") {
+  if (absl::EndsWith(headersPath, "/v1/chat/completions")) {
     task_type_ = InferencetasktypeTypeCompletion;
-  } else if (headersPath == "/v1/embeddings") {
+  } else if (absl::EndsWith(headersPath, "/v1/embeddings")) {
     task_type_ = InferencetasktypeTypeEmbeedings;
   } else {
     return Http::FilterHeadersStatus::Continue;