import { INode, INodeData, INodeParams } from '../../../src/Interface' import { TextSplitter } from 'langchain/text_splitter' import { ConfluencePagesLoader, ConfluencePagesLoaderParams } from 'langchain/document_loaders/web/confluence' class Confluence_DocumentLoaders implements INode { label: string name: string description: string type: string icon: string category: string baseClasses: string[] inputs: INodeParams[] constructor() { this.label = 'Confluence' this.name = 'confluence' this.type = 'Document' this.icon = 'confluence.png' this.category = 'Document Loaders' this.description = `Load data from a Confluence Document` this.baseClasses = [this.type] this.inputs = [ { label: 'Text Splitter', name: 'textSplitter', type: 'TextSplitter', optional: true }, { label: 'Username', name: 'username', type: 'string', placeholder: '' }, { label: 'Access Token', name: 'accessToken', type: 'password', placeholder: '' }, { label: 'Base URL', name: 'baseUrl', type: 'string', placeholder: 'https://example.atlassian.net/wiki' }, { label: 'Space Key', name: 'spaceKey', type: 'string', placeholder: '~EXAMPLE362906de5d343d49dcdbae5dEXAMPLE' }, { label: 'Limit', name: 'limit', type: 'number', default: 0, optional: true }, { label: 'Metadata', name: 'metadata', type: 'json', optional: true, additionalParams: true } ] } async init(nodeData: INodeData): Promise { const username = nodeData.inputs?.username as string const accessToken = nodeData.inputs?.accessToken as string const spaceKey = nodeData.inputs?.spaceKey as string const baseUrl = nodeData.inputs?.baseUrl as string const limit = nodeData.inputs?.limit as number const textSplitter = nodeData.inputs?.textSplitter as TextSplitter const metadata = nodeData.inputs?.metadata const options: ConfluencePagesLoaderParams = { username, accessToken, baseUrl, spaceKey, limit } const loader = new ConfluencePagesLoader(options) let docs = [] if (textSplitter) { docs = await loader.loadAndSplit(textSplitter) } else { docs = await loader.load() } if (metadata) { const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata) let finaldocs = [] for (const doc of docs) { const newdoc = { ...doc, metadata: { ...doc.metadata, ...parsedMetadata } } finaldocs.push(newdoc) } return finaldocs } return docs } } module.exports = { nodeClass: Confluence_DocumentLoaders }