feat(vector-store-service): add support for Voy vector store and upda…

…te middleware configuration
ChatLunaLab · Dec 28, 2024 · 4880cd6 · 4880cd6
1 parent 16fd0d9
commit 4880cd6
Show file tree

Hide file tree

Showing 5 changed files with 468 additions and 4 deletions.
diff --git a/packages/vector-store-service/package.json b/packages/vector-store-service/package.json
@@ -62,6 +62,7 @@
         "@langchain/core": "^0.3.18",
         "@langchain/redis": "^0.1.0",
         "redis": "^4.7.0",
+        "voy-search": "^0.6.3",
         "zod-to-json-schema": "3.23.5"
     },
     "devDependencies": {

diff --git a/packages/vector-store-service/src/index.ts b/packages/vector-store-service/src/index.ts
@@ -34,7 +34,8 @@ export const Config: Schema<Config> = Schema.intersect([
             Schema.union([
                 Schema.const('faiss').description('Faiss'),
                 Schema.const('redis').description('Redis'),
-                Schema.const('milvus').description('Milvus')
+                Schema.const('milvus').description('Milvus'),
+                Schema.const('voy').description('Voy')
             ])
         )
             .default([])

diff --git a/packages/vector-store-service/src/vectorstore.ts b/packages/vector-store-service/src/vectorstore.ts
@@ -4,7 +4,8 @@ import { Config } from '.'
 // import start
 import { apply as faiss } from './vectorstore/faiss'
 import { apply as milvus } from './vectorstore/milvus'
-import { apply as redis } from './vectorstore/redis' // import end
+import { apply as redis } from './vectorstore/redis'
+import { apply as voy } from './vectorstore/voy' // import end
 
 export async function vectorStore(
     ctx: Context,
@@ -19,7 +20,7 @@ export async function vectorStore(
 
     const middlewares: VectorStore[] =
         // middleware start
-        [faiss, milvus, redis] // middleware end
+        [faiss, milvus, redis, voy] // middleware end
 
     for (const middleware of middlewares) {
         try {

diff --git a/packages/vector-store-service/src/vectorstore/faiss.ts b/packages/vector-store-service/src/vectorstore/faiss.ts
@@ -52,7 +52,7 @@ export async function apply(
                 logger.error(
                     `embeddings dimension mismatch: ${testEmbedding.length} !== ${faissStore.index.getDimension()}. Please check the embeddings.`
                 )
-                faissStore = undefined
+                // faissStore = undefined
             }
         } catch (e) {
             faissStore = await FaissStore.fromTexts(