fix(server): correct Qdrant batching logic for large uploads (#4545)

* fix(server): correct Qdrant batching logic for large uploads

Closes #4544

* modify O(3N) process to O(N)

---------

Co-authored-by: timothycarambat <[email protected]>

Author: aeromech-1

server/utils/vectorDbProviders/qdrant/index.js

@@ -276,18 +276,28 @@ const QDrant = {
         const chunks = [];
 
         console.log("Inserting vectorized chunks into QDrant collection.");
-        for (const chunk of toChunks(vectors, 500)) chunks.push(chunk);
-
-        const additionResult = await client.upsert(namespace, {
-          wait: true,
-          batch: {
-            ids: submission.ids,
-            vectors: submission.vectors,
-            payloads: submission.payloads,
-          },
-        });
-        if (additionResult?.status !== "completed")
-          throw new Error("Error embedding into QDrant", additionResult);
+        for (const chunk of toChunks(vectors, 500)) {
+          const batchIds = [],
+            batchVectors = [],
+            batchPayloads = [];
+          chunks.push(chunk);
+          chunk.forEach((v) => {
+            batchIds.push(v.id);
+            batchVectors.push(v.vector);
+            batchPayloads.push(v.payload);
+          });
+
+          const additionResult = await client.upsert(namespace, {
+            wait: true,
+            batch: {
+              ids: batchIds,
+              vectors: batchVectors,
+              payloads: batchPayloads,
+            },
+          });
+          if (additionResult?.status !== "completed")
+            throw new Error("Error embedding into QDrant", additionResult);
+        }
 
         await storeVectorResult(chunks, fullFilePath);
       }