diff --git a/server/utils/vectorDbProviders/milvus/index.js b/server/utils/vectorDbProviders/milvus/index.js index c1e74c005fa..4495a7f1097 100644 --- a/server/utils/vectorDbProviders/milvus/index.js +++ b/server/utils/vectorDbProviders/milvus/index.js @@ -321,9 +321,10 @@ const Milvus = { filterIdentifiers, }); - const sources = sourceDocuments.map((metadata, i) => { - return { ...metadata, text: contextTexts[i] }; + const sources = sourceDocuments.map((doc, i) => { + return { metadata: doc, text: contextTexts[i] }; }); + return { contextTexts, sources: this.curateSources(sources), @@ -358,7 +359,10 @@ const Milvus = { } result.contextTexts.push(match.metadata.text); - result.sourceDocuments.push(match); + result.sourceDocuments.push({ + ...match.metadata, + score: match.score, + }); result.scores.push(match.score); }); return result; @@ -394,13 +398,10 @@ const Milvus = { if (Object.keys(metadata).length > 0) { documents.push({ ...metadata, - ...(source.hasOwnProperty("pageContent") - ? { text: source.pageContent } - : {}), + ...(source.text ? { text: source.text } : {}), }); } } - return documents; }, }; diff --git a/server/utils/vectorDbProviders/pinecone/index.js b/server/utils/vectorDbProviders/pinecone/index.js index ad1a53ab763..fe7653eeadc 100644 --- a/server/utils/vectorDbProviders/pinecone/index.js +++ b/server/utils/vectorDbProviders/pinecone/index.js @@ -67,7 +67,10 @@ const PineconeDB = { } result.contextTexts.push(match.metadata.text); - result.sourceDocuments.push(match); + result.sourceDocuments.push({ + ...match.metadata, + score: match.score, + }); result.scores.push(match.score); }); @@ -263,8 +266,8 @@ const PineconeDB = { filterIdentifiers, }); - const sources = sourceDocuments.map((metadata, i) => { - return { ...metadata, text: contextTexts[i] }; + const sources = sourceDocuments.map((doc, i) => { + return { metadata: doc, text: contextTexts[i] }; }); return { contextTexts, @@ -285,7 +288,6 @@ const PineconeDB = { }); } } - return documents; }, }; diff --git a/server/utils/vectorDbProviders/zilliz/index.js b/server/utils/vectorDbProviders/zilliz/index.js index fba1c7625db..f4ba7594de8 100644 --- a/server/utils/vectorDbProviders/zilliz/index.js +++ b/server/utils/vectorDbProviders/zilliz/index.js @@ -314,8 +314,8 @@ const Zilliz = { filterIdentifiers, }); - const sources = sourceDocuments.map((metadata, i) => { - return { ...metadata, text: contextTexts[i] }; + const sources = sourceDocuments.map((doc, i) => { + return { metadata: doc, text: contextTexts[i] }; }); return { contextTexts, @@ -350,7 +350,10 @@ const Zilliz = { return; } result.contextTexts.push(match.metadata.text); - result.sourceDocuments.push(match); + result.sourceDocuments.push({ + ...match.metadata, + score: match.score, + }); result.scores.push(match.score); }); return result; @@ -386,9 +389,7 @@ const Zilliz = { if (Object.keys(metadata).length > 0) { documents.push({ ...metadata, - ...(source.hasOwnProperty("pageContent") - ? { text: source.pageContent } - : {}), + ...(source.text ? { text: source.text } : {}), }); } }