feat: add hybrid-search

NikiforovAll · Nov 2, 2024 · 290e456 · 290e456
1 parent 4fd19db
commit 290e456
Show file tree

Hide file tree

Showing 3 changed files with 364 additions and 802 deletions.
diff --git a/src/elasticsearch-getting-started/00-quick-start.ipynb b/src/elasticsearch-getting-started/00-quick-start.ipynb
@@ -321,15 +321,22 @@
    "source": [
     "async Task<float[]> ToEmbedding(string text) {\n",
     "    GeneratedEmbeddings<Embedding<float>> embeddings = await generator\n",
-    "        .GenerateAsync(text, new EmbeddingGenerationOptions{\n",
-    "            AdditionalProperties = new AdditionalPropertiesDictionary{\n",
-    "                {\"dimensions\", textEmeddingDimension}\n",
-    "            }\n",
+    "        .GenerateAsync([text], new EmbeddingGenerationOptions{\n",
+    "            Dimensions = textEmeddingDimension\n",
     "        });\n",
     "\n",
     "    return embeddings.First().Vector.ToArray();\n",
     "}\n",
     "\n",
+    "async Task<IEnumerable<float[]>> ToEmbeddings(IEnumerable<string> items) {\n",
+    "    GeneratedEmbeddings<Embedding<float>> embeddings = await generator\n",
+    "        .GenerateAsync(items, new EmbeddingGenerationOptions{\n",
+    "            Dimensions = textEmeddingDimension\n",
+    "        });\n",
+    "\n",
+    "    return embeddings.Select(x => x.Vector.ToArray());\n",
+    "}\n",
+    "\n",
     "var embedding = await ToEmbedding(\"The quick brown fox jumps over the lazy dog\");\n",
     "display($\"Dimensions length = {embedding.Length}\");\n"
    ]
@@ -354,9 +361,10 @@
    },
    "outputs": [],
    "source": [
-    "foreach(var book in books)\n",
+    "var embeddings = (await ToEmbedding(books.Select(x => x.Title))).ToArray();\n",
+    "for(var i = 0; i < embeddings.Length; i++)\n",
     "{\n",
-    "    book.TitleVector = await ToEmbedding(book.Title);\n",
+    "    books[i].TitleVector = embeddings[i];\n",
     "}"
    ]
   },