n8n/packages/nodes-base/nodes/Microsoft/Excel/v2/helpers/utils.ts

208 lines
5.8 KiB
TypeScript
Raw Normal View History

import type { IDataObject, IExecuteFunctions, INode, INodeExecutionData } from 'n8n-workflow';
import { NodeOperationError } from 'n8n-workflow';
import type { ExcelResponse, SheetData, UpdateSummary } from './interfaces';
feat(editor): SQL editor overhaul (#6282) * Draft setup * ⚡ Implemented expression evaluation in Postgres node, minor SQL editor UI improvements, minor refacring * ⚡ Added initial version of expression preview for SQL editor * ⚡ Linking npm package for codemirror sql grammar instead of a local file * ⚡ Moving expression editor wrapper elements to the component * ⚡ Using expression preview in SQL editor * Use SQL parser skipping whitespace * ✨ Added support for custom skipped segments specification * ✨ Fixing highlight problems with dots and expressions that resolve to zero * 👕 Fixing linting error * ✨ Added current item support * ⚡ Added expression support to more nodes with sql editor * ✨ Added expression support for other nodes * ✨ Implemented different SQL dialect support * 🐛 Fixing hard-coded parameter names for editors * ✨ Fixing preview for nested queries, updating query when input data changes, adding keyboard shortcut to toggle comments * ✨ Adding a custom automcomplete notice for different editors * ⚡ Updating SQL autocomplete notice * ✅ Added unit tests for SQL editor * ⚡ Using latest grammar * 🐛 Fixing code node editor rendering * 💄 SQL preview dropdown matches editor width. Removing unnecessary css * ⚡ Addressing PR review feedback * 👌 Addressing PR review feedback pt2 * 👌 Added path alias for utils in nodes-base package * 👌 Addressing more PR review feedback * ✅ Adding tests for `getResolvables` utility function * ⚡Fixing lodash imports * 👌 Better focus handling, adding more plugins to the editor, other minor imrovements * ⚡ Not showing SQL autocomplete suggestions inside expressions * ⚡ Using npm package for sql grammar * ⚡ Removing autocomplete notice, adding line highlight on syntax error * 👌 Addressing code review feedback --------- Co-authored-by: Milorad Filipovic <milorad@n8n.io>
2023-06-22 07:47:28 -07:00
import { wrapData } from '@utils/utilities';
type PrepareOutputConfig = {
rawData: boolean;
dataProperty?: string;
keyRow?: number;
firstDataRow?: number;
columnsRow?: string[];
updatedRows?: number[];
};
export function prepareOutput(
this: IExecuteFunctions,
node: INode,
responseData: ExcelResponse,
config: PrepareOutputConfig,
) {
const returnData: INodeExecutionData[] = [];
const { rawData, keyRow, firstDataRow, columnsRow, updatedRows } = {
keyRow: 0,
firstDataRow: 1,
columnsRow: undefined,
updatedRows: undefined,
...config,
};
if (!rawData) {
let values = responseData.values;
if (values === null) {
throw new NodeOperationError(node, 'Operation did not return data');
}
let columns = [];
if (columnsRow?.length) {
columns = columnsRow;
values = [columns, ...values];
} else {
columns = values[keyRow];
}
if (updatedRows) {
values = values.filter((_, index) => updatedRows.includes(index));
}
for (let rowIndex = firstDataRow; rowIndex < values.length; rowIndex++) {
if (rowIndex === keyRow) continue;
const data: IDataObject = {};
for (let columnIndex = 0; columnIndex < columns.length; columnIndex++) {
data[columns[columnIndex] as string] = values[rowIndex][columnIndex];
}
const executionData = this.helpers.constructExecutionMetaData(wrapData({ ...data }), {
itemData: { item: rowIndex },
});
returnData.push(...executionData);
}
} else {
const executionData = this.helpers.constructExecutionMetaData(
wrapData({ [config.dataProperty || 'data']: responseData }),
{ itemData: { item: 0 } },
);
returnData.push(...executionData);
}
return returnData;
}
// update values of spreadsheet when update mode is 'define'
export function updateByDefinedValues(
this: IExecuteFunctions,
itemslength: number,
sheetData: SheetData,
updateAllOccurences: boolean,
): UpdateSummary {
const [columns, ...originalValues] = sheetData;
const updateValues: SheetData = originalValues.map((row) => row.map(() => null));
const updatedRowsIndexes = new Set<number>();
const appendData: IDataObject[] = [];
for (let itemIndex = 0; itemIndex < itemslength; itemIndex++) {
const columnToMatchOn = this.getNodeParameter('columnToMatchOn', itemIndex) as string;
const valueToMatchOn = this.getNodeParameter('valueToMatchOn', itemIndex) as string;
const definedFields = this.getNodeParameter('fieldsUi.values', itemIndex, []) as Array<{
column: string;
fieldValue: string;
}>;
const columnToMatchOnIndex = columns.indexOf(columnToMatchOn);
const rowIndexes: number[] = [];
if (updateAllOccurences) {
for (const [index, row] of originalValues.entries()) {
if (
row[columnToMatchOnIndex] === valueToMatchOn ||
Number(row[columnToMatchOnIndex]) === Number(valueToMatchOn)
) {
rowIndexes.push(index);
}
}
} else {
const rowIndex = originalValues.findIndex(
(row) =>
row[columnToMatchOnIndex] === valueToMatchOn ||
Number(row[columnToMatchOnIndex]) === Number(valueToMatchOn),
);
if (rowIndex !== -1) {
rowIndexes.push(rowIndex);
}
}
if (!rowIndexes.length) {
const appendItem: IDataObject = {};
appendItem[columnToMatchOn] = valueToMatchOn;
for (const entry of definedFields) {
appendItem[entry.column] = entry.fieldValue;
}
appendData.push(appendItem);
continue;
}
for (const rowIndex of rowIndexes) {
for (const entry of definedFields) {
const columnIndex = columns.indexOf(entry.column);
if (rowIndex === -1) continue;
updateValues[rowIndex][columnIndex] = entry.fieldValue;
//add rows index and shift by 1 to account for header row
updatedRowsIndexes.add(rowIndex + 1);
}
}
}
const updatedData = [columns, ...updateValues];
const updatedRows = [0, ...Array.from(updatedRowsIndexes)];
const summary: UpdateSummary = { updatedData, appendData, updatedRows };
return summary;
}
// update values of spreadsheet when update mode is 'autoMap'
export function updateByAutoMaping(
items: INodeExecutionData[],
sheetData: SheetData,
columnToMatchOn: string,
updateAllOccurences = false,
): UpdateSummary {
const [columns, ...values] = sheetData;
const matchColumnIndex = columns.indexOf(columnToMatchOn);
const matchValuesMap = values.map((row) => row[matchColumnIndex]);
const updatedRowsIndexes = new Set<number>();
const appendData: IDataObject[] = [];
for (const { json } of items) {
const columnValue = json[columnToMatchOn] as string;
if (columnValue === undefined) continue;
const rowIndexes: number[] = [];
if (updateAllOccurences) {
matchValuesMap.forEach((value, index) => {
if (value === columnValue || Number(value) === Number(columnValue)) {
rowIndexes.push(index);
}
});
} else {
const rowIndex = matchValuesMap.findIndex(
(value) => value === columnValue || Number(value) === Number(columnValue),
);
if (rowIndex !== -1) rowIndexes.push(rowIndex);
}
if (!rowIndexes.length) {
appendData.push(json);
continue;
}
const updatedRow: Array<string | null> = [];
for (const columnName of columns as string[]) {
const updateValue = json[columnName] === undefined ? null : (json[columnName] as string);
updatedRow.push(updateValue);
}
for (const rowIndex of rowIndexes) {
values[rowIndex] = updatedRow as string[];
//add rows index and shift by 1 to account for header row
updatedRowsIndexes.add(rowIndex + 1);
}
}
const updatedData = [columns, ...values];
const updatedRows = [0, ...Array.from(updatedRowsIndexes)];
const summary: UpdateSummary = { updatedData, appendData, updatedRows };
return summary;
}