mudhorn/n8n
1
0
Fork 0
mirror of https://github.com/n8n-io/n8n.git synced 2024-11-14 16:44:07 -08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

wip: LanceDB node POC

Browse source
This commit is contained in:
Eugene Molodkin 2024-10-01 12:07:18 +02:00
parent cd916480c2
commit 7617782ae5
No known key found for this signature in database
3 changed files with 60 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

59
packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreLanceDB/VectorStoreLanceDB.node.ts Normal file
View file

@ -0,0 +1,59 @@
import type { INodeProperties } from 'n8n-workflow';
import { createVectorStoreNode } from '../shared/createVectorStoreNode';
import { MemoryVectorStoreManager } from '../shared/MemoryVectorStoreManager';
const insertFields: INodeProperties[] = [
{
displayName: 'The notice about file system storage',
name: 'notice',
type: 'notice',
default: '',
},
{
displayName: 'Clear Store',
name: 'clearStore',
type: 'boolean',
default: false,
description: 'Whether to clear the store before inserting new data',
},
];
export const VectorStoreLanceDB = createVectorStoreNode({
meta: {
displayName: 'LanceDB Vector Store',
name: 'vectorStoreLanceDB',
description: 'LanceDB description',
icon: 'file:lancedb.png',
docsUrl:
'https://docs.n8n.io/integrations/builtin/cluster-nodes/root-nodes/n8n-nodes-langchain.vectorstorelancedb/',
},
sharedFields: [
{
displayName: 'Directory Path',
name: 'directoryPath',
type: 'string',
default: '',
required: true,
placeholder: '/tmp/lancedb/',
description: 'Path of the LanceDB directory',
},
],
insertFields,
loadFields: [],
retrieveFields: [],
async getVectorStoreClient(context, _filter, embeddings, itemIndex) {
const workflowId = context.getWorkflow().id;
const memoryKey = context.getNodeParameter('memoryKey', itemIndex) as string;
const vectorStoreSingleton = MemoryVectorStoreManager.getInstance(embeddings);
return await vectorStoreSingleton.getVectorStore(`${workflowId}__${memoryKey}`);
},
async populateVectorStore(context, embeddings, documents, itemIndex) {
const memoryKey = context.getNodeParameter('memoryKey', itemIndex) as string;
const clearStore = context.getNodeParameter('clearStore', itemIndex) as boolean;
const workflowId = context.getWorkflow().id;
const vectorStoreInstance = MemoryVectorStoreManager.getInstance(embeddings);
void vectorStoreInstance.addDocuments(`${workflowId}__${memoryKey}`, documents, clearStore);
},
});

BIN
packages/@n8n/nodes-langchain/nodes/vector_store/VectorStoreLanceDB/lancedb.png Normal file
View file

Binary file not shown.
Side by side

After

Width:  |  Height:  |  Size: 4.3 KiB

1
packages/@n8n/nodes-langchain/package.json
View file

@ -106,6 +106,7 @@
"dist/nodes/vector_store/VectorStoreInMemory/VectorStoreInMemory.node.js",
"dist/nodes/vector_store/VectorStoreInMemoryInsert/VectorStoreInMemoryInsert.node.js",
"dist/nodes/vector_store/VectorStoreInMemoryLoad/VectorStoreInMemoryLoad.node.js",
"dist/nodes/vector_store/VectorStoreLanceDB/VectorStoreLanceDB.node.js",
"dist/nodes/vector_store/VectorStorePGVector/VectorStorePGVector.node.js",
"dist/nodes/vector_store/VectorStorePinecone/VectorStorePinecone.node.js",
"dist/nodes/vector_store/VectorStorePineconeInsert/VectorStorePineconeInsert.node.js",