mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-11 07:04:06 -08:00
beedfb609c
* Draft setup * ⚡ Implemented expression evaluation in Postgres node, minor SQL editor UI improvements, minor refacring * ⚡ Added initial version of expression preview for SQL editor * ⚡ Linking npm package for codemirror sql grammar instead of a local file * ⚡ Moving expression editor wrapper elements to the component * ⚡ Using expression preview in SQL editor * Use SQL parser skipping whitespace * ✨ Added support for custom skipped segments specification * ✨ Fixing highlight problems with dots and expressions that resolve to zero * 👕 Fixing linting error * ✨ Added current item support * ⚡ Added expression support to more nodes with sql editor * ✨ Added expression support for other nodes * ✨ Implemented different SQL dialect support * 🐛 Fixing hard-coded parameter names for editors * ✨ Fixing preview for nested queries, updating query when input data changes, adding keyboard shortcut to toggle comments * ✨ Adding a custom automcomplete notice for different editors * ⚡ Updating SQL autocomplete notice * ✅ Added unit tests for SQL editor * ⚡ Using latest grammar * 🐛 Fixing code node editor rendering * 💄 SQL preview dropdown matches editor width. Removing unnecessary css * ⚡ Addressing PR review feedback * 👌 Addressing PR review feedback pt2 * 👌 Added path alias for utils in nodes-base package * 👌 Addressing more PR review feedback * ✅ Adding tests for `getResolvables` utility function * ⚡Fixing lodash imports * 👌 Better focus handling, adding more plugins to the editor, other minor imrovements * ⚡ Not showing SQL autocomplete suggestions inside expressions * ⚡ Using npm package for sql grammar * ⚡ Removing autocomplete notice, adding line highlight on syntax error * 👌 Addressing code review feedback --------- Co-authored-by: Milorad Filipovic <milorad@n8n.io>
237 lines
6.3 KiB
TypeScript
237 lines
6.3 KiB
TypeScript
import type {
|
||
IDataObject,
|
||
IDisplayOptions,
|
||
INodeExecutionData,
|
||
INodeProperties,
|
||
} from 'n8n-workflow';
|
||
|
||
import { jsonParse } from 'n8n-workflow';
|
||
|
||
import { isEqual, isNull, merge } from 'lodash';
|
||
|
||
/**
|
||
* Creates an array of elements split into groups the length of `size`.
|
||
* If `array` can't be split evenly, the final chunk will be the remaining
|
||
* elements.
|
||
*
|
||
* @param {Array} array The array to process.
|
||
* @param {number} [size=1] The length of each chunk
|
||
* @example
|
||
*
|
||
* chunk(['a', 'b', 'c', 'd'], 2)
|
||
* // => [['a', 'b'], ['c', 'd']]
|
||
*
|
||
* chunk(['a', 'b', 'c', 'd'], 3)
|
||
* // => [['a', 'b', 'c'], ['d']]
|
||
*/
|
||
|
||
export function chunk(array: any[], size = 1) {
|
||
const length = array == null ? 0 : array.length;
|
||
if (!length || size < 1) {
|
||
return [];
|
||
}
|
||
let index = 0;
|
||
let resIndex = 0;
|
||
const result = new Array(Math.ceil(length / size));
|
||
|
||
while (index < length) {
|
||
result[resIndex++] = array.slice(index, (index += size));
|
||
}
|
||
return result;
|
||
}
|
||
|
||
/**
|
||
* Takes a multidimensional array and converts it to a one-dimensional array.
|
||
*
|
||
* @param {Array} nestedArray The array to be flattened.
|
||
* @example
|
||
*
|
||
* flatten([['a', 'b'], ['c', 'd']])
|
||
* // => ['a', 'b', 'c', 'd']
|
||
*
|
||
*/
|
||
|
||
export function flatten(nestedArray: any[][]) {
|
||
const result = [];
|
||
|
||
(function loop(array: any[] | any) {
|
||
for (let i = 0; i < array.length; i++) {
|
||
if (Array.isArray(array[i])) {
|
||
loop(array[i]);
|
||
} else {
|
||
result.push(array[i]);
|
||
}
|
||
}
|
||
})(nestedArray);
|
||
|
||
return result;
|
||
}
|
||
|
||
export function updateDisplayOptions(
|
||
displayOptions: IDisplayOptions,
|
||
properties: INodeProperties[],
|
||
) {
|
||
return properties.map((nodeProperty) => {
|
||
return {
|
||
...nodeProperty,
|
||
displayOptions: merge({}, nodeProperty.displayOptions, displayOptions),
|
||
};
|
||
});
|
||
}
|
||
|
||
export function processJsonInput<T>(jsonData: T, inputName?: string) {
|
||
let values;
|
||
const input = `'${inputName}' ` || '';
|
||
|
||
if (typeof jsonData === 'string') {
|
||
try {
|
||
values = jsonParse(jsonData);
|
||
} catch (error) {
|
||
throw new Error(`Input ${input}must contain a valid JSON`);
|
||
}
|
||
} else if (typeof jsonData === 'object') {
|
||
values = jsonData;
|
||
} else {
|
||
throw new Error(`Input ${input}must contain a valid JSON`);
|
||
}
|
||
|
||
return values;
|
||
}
|
||
|
||
function isFalsy<T>(value: T) {
|
||
if (isNull(value)) return true;
|
||
if (typeof value === 'string' && value === '') return true;
|
||
if (Array.isArray(value) && value.length === 0) return true;
|
||
return false;
|
||
}
|
||
|
||
const parseStringAndCompareToObject = (str: string, arr: IDataObject) => {
|
||
try {
|
||
const parsedArray = jsonParse(str);
|
||
return isEqual(parsedArray, arr);
|
||
} catch (error) {
|
||
return false;
|
||
}
|
||
};
|
||
|
||
export const fuzzyCompare = (useFuzzyCompare: boolean, compareVersion = 1) => {
|
||
if (!useFuzzyCompare) {
|
||
//Fuzzy compare is false we do strict comparison
|
||
return <T, U>(item1: T, item2: U) => isEqual(item1, item2);
|
||
}
|
||
|
||
return <T, U>(item1: T, item2: U) => {
|
||
//Both types are the same, so we do strict comparison
|
||
if (!isNull(item1) && !isNull(item2) && typeof item1 === typeof item2) {
|
||
return isEqual(item1, item2);
|
||
}
|
||
|
||
if (compareVersion >= 2) {
|
||
//Null, 0 and "0" treated as equal
|
||
if (isNull(item1) && (isNull(item2) || item2 === 0 || item2 === '0')) {
|
||
return true;
|
||
}
|
||
|
||
if (isNull(item2) && (isNull(item1) || item1 === 0 || item1 === '0')) {
|
||
return true;
|
||
}
|
||
}
|
||
|
||
//Null, empty strings, empty arrays all treated as the same
|
||
if (isFalsy(item1) && isFalsy(item2)) return true;
|
||
|
||
//When a field is missing in one branch and isFalsy() in another, treat them as matching
|
||
if (isFalsy(item1) && item2 === undefined) return true;
|
||
if (item1 === undefined && isFalsy(item2)) return true;
|
||
|
||
//Compare numbers and strings representing that number
|
||
if (typeof item1 === 'number' && typeof item2 === 'string') {
|
||
return item1.toString() === item2;
|
||
}
|
||
|
||
if (typeof item1 === 'string' && typeof item2 === 'number') {
|
||
return item1 === item2.toString();
|
||
}
|
||
|
||
//Compare objects/arrays and their stringified version
|
||
if (!isNull(item1) && typeof item1 === 'object' && typeof item2 === 'string') {
|
||
return parseStringAndCompareToObject(item2, item1 as IDataObject);
|
||
}
|
||
|
||
if (!isNull(item2) && typeof item1 === 'string' && typeof item2 === 'object') {
|
||
return parseStringAndCompareToObject(item1, item2 as IDataObject);
|
||
}
|
||
|
||
//Compare booleans and strings representing the boolean (’true’, ‘True’, ‘TRUE’)
|
||
if (typeof item1 === 'boolean' && typeof item2 === 'string') {
|
||
if (item1 === true && item2.toLocaleLowerCase() === 'true') return true;
|
||
if (item1 === false && item2.toLocaleLowerCase() === 'false') return true;
|
||
}
|
||
|
||
if (typeof item2 === 'boolean' && typeof item1 === 'string') {
|
||
if (item2 === true && item1.toLocaleLowerCase() === 'true') return true;
|
||
if (item2 === false && item1.toLocaleLowerCase() === 'false') return true;
|
||
}
|
||
|
||
//Compare booleans and the numbers/string 0 and 1
|
||
if (typeof item1 === 'boolean' && typeof item2 === 'number') {
|
||
if (item1 === true && item2 === 1) return true;
|
||
if (item1 === false && item2 === 0) return true;
|
||
}
|
||
|
||
if (typeof item2 === 'boolean' && typeof item1 === 'number') {
|
||
if (item2 === true && item1 === 1) return true;
|
||
if (item2 === false && item1 === 0) return true;
|
||
}
|
||
|
||
if (typeof item1 === 'boolean' && typeof item2 === 'string') {
|
||
if (item1 === true && item2 === '1') return true;
|
||
if (item1 === false && item2 === '0') return true;
|
||
}
|
||
|
||
if (typeof item2 === 'boolean' && typeof item1 === 'string') {
|
||
if (item2 === true && item1 === '1') return true;
|
||
if (item2 === false && item1 === '0') return true;
|
||
}
|
||
|
||
return isEqual(item1, item2);
|
||
};
|
||
};
|
||
|
||
export function wrapData(data: IDataObject | IDataObject[]): INodeExecutionData[] {
|
||
if (!Array.isArray(data)) {
|
||
return [{ json: data }];
|
||
}
|
||
return data.map((item) => ({
|
||
json: item,
|
||
}));
|
||
}
|
||
|
||
export const keysToLowercase = <T>(headers: T) => {
|
||
if (typeof headers !== 'object' || Array.isArray(headers) || headers === null) return headers;
|
||
return Object.entries(headers).reduce((acc, [key, value]) => {
|
||
acc[key.toLowerCase()] = value;
|
||
return acc;
|
||
}, {} as IDataObject);
|
||
};
|
||
|
||
/**
|
||
* @TECH_DEBT Explore replacing with handlebars
|
||
*/
|
||
export function getResolvables(expression: string) {
|
||
if (!expression) return [];
|
||
|
||
const resolvables = [];
|
||
const resolvableRegex = /({{[\s\S]*?}})/g;
|
||
|
||
let match;
|
||
|
||
while ((match = resolvableRegex.exec(expression)) !== null) {
|
||
if (match[1]) {
|
||
resolvables.push(match[1]);
|
||
}
|
||
}
|
||
|
||
return resolvables;
|
||
}
|