Upg: increase chunks count batch per embedding request (8->128) (#8823)

dust-tt · Nov 22, 2024 · 21cfa7a · 21cfa7a
1 parent cf927aa
commit 21cfa7a
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/core/src/data_sources/data_source.rs b/core/src/data_sources/data_source.rs
@@ -852,9 +852,9 @@ impl DataSource {
             .filter(|ci| !embeddings.contains_key(&ci.hash))
             .collect::<Vec<_>>();
 
-        // Chunk splits into a vectors of 8 chunks (Vec<Vec<String>>)
+        // Chunk splits into a vectors of 128 chunks (Vec<Vec<String>>)
         let chunked_splits = splits_to_embbed
-            .chunks(8)
+            .chunks(128)
             .map(|chunk| chunk.to_vec())
             .collect::<Vec<_>>();