import type { IDataObject, IExecuteFunctions, INodeExecutionData, INodeType, INodeTypeBaseDescription, INodeTypeDescription, } from 'n8n-workflow'; import { BINARY_ENCODING, NodeOperationError } from 'n8n-workflow'; import type { JSON2SheetOpts, Sheet2JSONOpts, WorkBook, WritingOptions, ParsingOptions, } from 'xlsx'; import { read as xlsxRead, readFile as xlsxReadFile, utils as xlsxUtils, write as xlsxWrite, } from 'xlsx'; import { parse as createCSVParser } from 'csv-parse'; import { operationProperties, fromFileProperties, toFileProperties, optionsProperties, fromFileV2Properties, } from '../description'; import { flattenObject, generatePairedItemData } from '@utils/utilities'; export class SpreadsheetFileV2 implements INodeType { description: INodeTypeDescription; constructor(baseDescription: INodeTypeBaseDescription) { this.description = { ...baseDescription, version: 2, defaults: { name: 'Spreadsheet File', color: '#2244FF', }, inputs: ['main'], outputs: ['main'], properties: [ ...operationProperties, ...fromFileProperties, ...fromFileV2Properties, ...toFileProperties, ...optionsProperties, ], }; } async execute(this: IExecuteFunctions): Promise { const items = this.getInputData(); const operation = this.getNodeParameter('operation', 0); const newItems: INodeExecutionData[] = []; if (operation === 'fromFile') { // Read data from spreadsheet file to workflow for (let i = 0; i < items.length; i++) { try { const options = this.getNodeParameter('options', i, {}); let fileFormat = this.getNodeParameter('fileFormat', i, {}); const binaryPropertyName = this.getNodeParameter('binaryPropertyName', i); const binaryData = this.helpers.assertBinaryData(i, binaryPropertyName); let rows: unknown[] = []; if ( fileFormat === 'autodetect' && (binaryData.mimeType === 'text/csv' || (binaryData.mimeType === 'text/plain' && binaryData.fileExtension === 'csv')) ) { fileFormat = 'csv'; } if (fileFormat === 'csv') { const maxRowCount = options.maxRowCount as number; const parser = createCSVParser({ delimiter: options.delimiter as string, fromLine: options.fromLine as number, bom: options.enableBOM as boolean, to: maxRowCount > -1 ? maxRowCount : undefined, columns: options.headerRow !== false, onRecord: (record) => { if (!options.includeEmptyCells) { record = Object.fromEntries( Object.entries(record).filter(([_key, value]) => value !== ''), ); } rows.push(record); }, }); if (binaryData.id) { const stream = await this.helpers.getBinaryStream(binaryData.id); await new Promise(async (resolve, reject) => { parser.on('error', reject); parser.on('readable', () => { stream.unpipe(parser); stream.destroy(); resolve(); }); stream.pipe(parser); }); } else { parser.write(binaryData.data, BINARY_ENCODING); parser.end(); } } else { let workbook: WorkBook; const xlsxOptions: ParsingOptions = { raw: options.rawData as boolean }; if (options.readAsString) xlsxOptions.type = 'string'; if (binaryData.id) { const binaryPath = this.helpers.getBinaryPath(binaryData.id); workbook = xlsxReadFile(binaryPath, xlsxOptions); } else { const binaryDataBuffer = Buffer.from(binaryData.data, BINARY_ENCODING); workbook = xlsxRead( options.readAsString ? binaryDataBuffer.toString() : binaryDataBuffer, xlsxOptions, ); } if (workbook.SheetNames.length === 0) { throw new NodeOperationError( this.getNode(), 'Spreadsheet does not have any sheets!', { itemIndex: i, }, ); } let sheetName = workbook.SheetNames[0]; if (options.sheetName) { if (!workbook.SheetNames.includes(options.sheetName as string)) { throw new NodeOperationError( this.getNode(), `Spreadsheet does not contain sheet called "${options.sheetName}"!`, { itemIndex: i }, ); } sheetName = options.sheetName as string; } // Convert it to json const sheetToJsonOptions: Sheet2JSONOpts = {}; if (options.range) { if (isNaN(options.range as number)) { sheetToJsonOptions.range = options.range; } else { sheetToJsonOptions.range = parseInt(options.range as string, 10); } } if (options.includeEmptyCells) { sheetToJsonOptions.defval = ''; } if (options.headerRow === false) { sheetToJsonOptions.header = 1; // Consider the first row as a data row } rows = xlsxUtils.sheet_to_json(workbook.Sheets[sheetName], sheetToJsonOptions); // Check if data could be found in file if (rows.length === 0) { continue; } } // Add all the found data columns to the workflow data if (options.headerRow === false) { // Data was returned as an array - https://github.com/SheetJS/sheetjs#json for (const rowData of rows) { newItems.push({ json: { row: rowData, }, pairedItem: { item: i, }, } as INodeExecutionData); } } else { for (const rowData of rows) { newItems.push({ json: rowData, pairedItem: { item: i, }, } as INodeExecutionData); } } } catch (error) { if (this.continueOnFail()) { newItems.push({ json: { error: error.message, }, pairedItem: { item: i, }, }); continue; } throw new NodeOperationError(this.getNode(), error, { itemIndex: i }); } } return [newItems]; } else if (operation === 'toFile') { const pairedItem = generatePairedItemData(items.length); try { // Write the workflow data to spreadsheet file const binaryPropertyName = this.getNodeParameter('binaryPropertyName', 0); const fileFormat = this.getNodeParameter('fileFormat', 0) as string; const options = this.getNodeParameter('options', 0, {}); const sheetToJsonOptions: JSON2SheetOpts = {}; if (options.headerRow === false) { sheetToJsonOptions.skipHeader = true; } // Get the json data of the items and flatten it let item: INodeExecutionData; const itemData: IDataObject[] = []; for (let itemIndex = 0; itemIndex < items.length; itemIndex++) { item = items[itemIndex]; itemData.push(flattenObject(item.json)); } const ws = xlsxUtils.json_to_sheet(itemData, sheetToJsonOptions); const wopts: WritingOptions = { bookSST: false, type: 'buffer', }; if (fileFormat === 'csv') { wopts.bookType = 'csv'; } else if (fileFormat === 'html') { wopts.bookType = 'html'; } else if (fileFormat === 'rtf') { wopts.bookType = 'rtf'; } else if (fileFormat === 'ods') { wopts.bookType = 'ods'; if (options.compression) { wopts.compression = true; } } else if (fileFormat === 'xls') { wopts.bookType = 'xls'; } else if (fileFormat === 'xlsx') { wopts.bookType = 'xlsx'; if (options.compression) { wopts.compression = true; } } // Convert the data in the correct format const sheetName = (options.sheetName as string) || 'Sheet'; const wb: WorkBook = { SheetNames: [sheetName], Sheets: { [sheetName]: ws, }, }; const wbout: Buffer = xlsxWrite(wb, wopts); // Create a new item with only the binary spreadsheet data const newItem: INodeExecutionData = { json: {}, binary: {}, pairedItem, }; let fileName = `spreadsheet.${fileFormat}`; if (options.fileName !== undefined) { fileName = options.fileName as string; } newItem.binary![binaryPropertyName] = await this.helpers.prepareBinaryData(wbout, fileName); newItems.push(newItem); } catch (error) { if (this.continueOnFail()) { newItems.push({ json: { error: error.message, }, pairedItem, }); } else { throw error; } } } else { if (this.continueOnFail()) { return [[{ json: { error: `The operation "${operation}" is not supported!` } }]]; } else { throw new NodeOperationError( this.getNode(), `The operation "${operation}" is not supported!`, ); } } return [newItems]; } }