mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-14 00:24:07 -08:00
1db4fa2bf8
* Introduce node deprecation (#3930) ✨ Introduce node deprecation * 🚧 Scaffold out Code node * 👕 Fix lint * 📘 Create types file * 🚚 Rename theme * 🔥 Remove unneeded prop * ⚡ Override keybindings * ⚡ Expand lintings * ⚡ Create editor content getter * 🚚 Ensure all helpers use `$` * ✨ Add autocompletion * ⚡ Filter out welcome note node * ⚡ Convey error line number * ⚡ Highlight error line * ⚡ Restore logging from node * ✨ More autocompletions * ⚡ Streamline completions * ✏️ Update placeholders * ⚡ Update linter to new methods * 🔥 Remove `$nodeItem` completions * ⚡ Re-update placeholders * 🎨 Fix formatting * 📦 Update `package-lock.json` * ⚡ Refresh with multi-line empty string * ⚡ Account for syntax errors * 🔥 Remove unneeded variant * ⚡ Minor improvements * ⚡ Add more autocompletions * 🚚 Rename extension * 🔥 Remove outdated comments * 🚚 Rename field * ✨ More autocompletions * ⚡ Fix up error display when empty text * 🔥 Remove logging * ✨ More error validation * 🐛 Fix `pairedItem` to `pairedItem()` * ⚡ Add item to validation info * 📦 Update `package-lock.json` * ⚡ Leftover fixes * ⚡ Set `insertNewlineAndIndent` * 📦 Update `package-lock.json` * 📦 Re-update `package-lock.json` * 👕 Add lint exception * 📘 Add type to mixin type * Clean up comment * ⚡ Refactor completion per new requirements * ⚡ Adjust placeholders * ⚡ Add `json` autocompletions for `$input` * 🎨 Set border * ⚡ Restore local completion source * ⚡ Implement autocompletion for imports * ⚡ Add `.*` to follow user typing on autocompletion * 📘 Fix typings in autocompletions * 👕 Add linting for use of `item()` * 📦 Update `package-lock.json` * 🐛 Fix for `$items(nodeName)[0]` * ⚡ Filter down built-in modules list * ⚡ Refactor error handling * ⚡ Linter and validation improvements * ⚡ Apply review feedback * ♻️ More general refactorings * ⚡ Add dot notation utility * Customize input handler * ⚡ Support `.json.` completions * ⚡ Adjust placeholder * ⚡ Sort imports * 🔥 Remove blank rows addition * ⚡ Add more error validation * 📦 Update `package-lock.json` * ⚡ Make date logging consistent * 🔧 Adjust linting highlight range * ⚡ Add line numbers to each item mode errors * ⚡ Allow for links in error descriptions * ⚡ More input validation * ⚡ Expand linting to loops * ⚡ Deprecate Function and Function Item nodes * 🐛 Fix placeholder syntax * 📘 Narrow down type * 🚚 Rename using kebab-case * 🔥 Remove `mapGetters` * ✏️ Fix casing * ⚡ Adjust import for type * ✏️ Fix quotes * 🐛 Fix `activeNode` reference * ⚡ Use constant * 🔥 Remove logging * ✏️ Fix typo * ⚡ Add missing `notice` * ✏️ Add tags * ✏️ Fix alias * ✏️ Update copy * 🔥 Remove wrong linting * ✏️ Update copy * ⚡ Add validation for `null` * ⚡ Add validation for non-object and non-array * ⚡ Add validation for non-array with json * ✏️ Intentionally use wrong spelling * ⚡ More validation * ✏️ More copy updates * ✏️ Placeholder updates * ⏪ Restore spelling * ⚡ Fix var name * ✏️ More copy updates * ⚡ Add luxon autocompletions * ⚡ Make scrollable * ⚡ Fix comma from merge conflict resolution * 📦 Update `package-lock.json` * 👕 Fix lint detail * 🎨 Set font family * ⚡ Bring in expressions fix * ♻️ Address feedback * ⚡ Exclude codemirror packages from render chunks * 🐛 Fix placeholder not showing on first load * feat(editor-ui): Replace `lezer` with `esprima` in client linter (#4192) * 🔥 Remove addition from misresolved conflict * ⚡ Replace `lezer` with `esprima` in client linter * ⚡ Add missing key * 📦 Update `package-lock.json` * ⚡ Match dependencies * 📦 Update `package-lock.json` * 📦 Re-update `package-lock.json` * ⚡ Match whitespace * 🐛 Fix selection * ⚡ Expand validation * 🔥 Remove validation * ✏️ Update copy * 🚚 Move to constants * ⚡ More `null` validation * ⚡ Support `all()` with index to access item * ⚡ Gloss over n8n syntax error * 🎨 Re-style diagnostic button * 🔥 Remove `item` as `itemAlias` * ⚡ Add linting for `item.json` in single item mode * ⚡ Refactor to add label info descriptions * ⚡ More autocompletions * 👕 Fix lint * ⚡ Simplify typings * feat(nodes-base): Multiline autocompletion for `code-node-editor` (#4220) * ⚡ Simplify typings * ⚡ Consolidate helpers in utils * ⚡ Multiline autocompletion for standalone vars * 🔥 Remove unneeded mixins * ✏️ Update copy * ✏️ Prep TODOs * ⚡ Multiline completion for `$input.method` + `$input.item` * 🔥 Remove unused method * 🔥 Remove another unused method * 🚚 Move luxon strings to helpers * ⚡ Multiline autocompletion for methods output * ⚡ Refactor to use optional chaining * 👕 Fix lint * ✏️ Update TODOs * ⚡ Multiline autocompletion for `json` fields * 📘 Add typings * ⚡ De-duplicate callback to forEach * 🐛 Fix autocompletions not working with leading whitespace * 🌐 Apply i18n * 👕 Fix lint * :constructor: Second-period var usage completions * 👕 Fix lint * 👕 Add exception * ⚡ Add completion telemetry * 📘 Add typing * ⚡ Major refactoring to organize * 🐛 Fix multiline `.all()[index]` * 🐛 Do not autoclose square brackets prior to `.json` * 🐛 Fix accessor for multiline `jsonField` completions * ⚡ Add completions for half-assignments * 🐛 Fix `jsonField` completions for `x.json` * ✏️ Improve comments * 🐛 Fix `.json[field]` for multiline matches * ⚡ Cleanup * 📦 Update `package-lock.json` * 👕 Fix lint * 🐛 Rely on original value for custom matcher * ⚡ Create `customMatcherJsonFieldCompletions` to simplify setup * 🐛 Include selector in `customMatcherJsonField` completions * ✏️ Make naming consistent * ✏️ Add docline * ⚡ Finish self-review cleanup * 🔥 Remove outdated comment * 📌 Pin luxon to major-minor * ✏️ Fix typo * 📦 Update `package-lock.json` * 📦 Update `package-lock.json` * 📦 Re-update `package-lock.json` * ➕ Add `luxon` for Gmail node * 📦 Update `package-lock.json` * ⚡ Replace Function with Code in suggested nodes * 🐛 Fix `$prevNode` completions * ✏️ Update `$execution.mode` copy * ⚡ Separate luxon getters from methods * ⚡ Adjusting linter to tolerate `.binary` * ⚡ Adjust top-level item keys check * ⚡ Anticipate user expecting `item` to pre-exist * ⚡ Add linting for legacy item access * ⚡ Add hint for attempted `items` access * ⚡ Add keybinding for toggling comments * ✏️ Update copy of `all`, `first`, `last` and `itemMatching` * 🐛 Make `input.all()` etc act on copies * 📦 Update `package-lock.json` * 🐛 Fix guard in `$input.last()` * ♻️ Address Jan's feedback * ⬆️ Upgrade `eslint-plugin-n8n-nodes-base` * 📦 Update `package-lock.json` * 🔥 Remove unneeded exceptions * ⚡ Restore placeholder logic * ⚡ Add placeholders to client * ⚡ Account for shadow item * ✏️ More completion info labels * 👕 Fix lint * ✏️ Update copy * ✏️ Update copy * ✏️ More copy updates * 📦 Update `package-lock.json` * ⚡ Add more validation * ⚡ Add placheolder on first load * Replace `Cmd` with `Mod` * 📦 Update `package-lock.json`
257 lines
7.3 KiB
TypeScript
257 lines
7.3 KiB
TypeScript
import { IExecuteFunctions } from 'n8n-core';
|
||
import {
|
||
IBinaryKeyData,
|
||
IDataObject,
|
||
INodeExecutionData,
|
||
INodeType,
|
||
INodeTypeDescription,
|
||
NodeOperationError,
|
||
} from 'n8n-workflow';
|
||
|
||
const { NodeVM } = require('vm2');
|
||
|
||
export class FunctionItem implements INodeType {
|
||
description: INodeTypeDescription = {
|
||
displayName: 'Function Item',
|
||
name: 'functionItem',
|
||
hidden: true,
|
||
icon: 'fa:code',
|
||
group: ['transform'],
|
||
version: 1,
|
||
description: 'Run custom function code which gets executed once per item',
|
||
defaults: {
|
||
name: 'FunctionItem',
|
||
color: '#ddbb33',
|
||
},
|
||
inputs: ['main'],
|
||
outputs: ['main'],
|
||
properties: [
|
||
{
|
||
displayName: 'A newer version of this node type is available, called the ‘Code’ node',
|
||
name: 'notice',
|
||
type: 'notice',
|
||
default: '',
|
||
},
|
||
{
|
||
displayName: 'JavaScript Code',
|
||
name: 'functionCode',
|
||
typeOptions: {
|
||
alwaysOpenEditWindow: true,
|
||
codeAutocomplete: 'functionItem',
|
||
editor: 'code',
|
||
rows: 10,
|
||
},
|
||
type: 'string',
|
||
default: `// Code here will run once per input item.
|
||
// More info and help: https://docs.n8n.io/integrations/builtin/core-nodes/n8n-nodes-base.functionitem/
|
||
// Tip: You can use luxon for dates and $jmespath for querying JSON structures
|
||
|
||
// Add a new field called 'myNewField' to the JSON of the item
|
||
item.myNewField = 1;
|
||
|
||
// You can write logs to the browser console
|
||
console.log('Done!');
|
||
|
||
return item;`,
|
||
description: 'The JavaScript code to execute for each item',
|
||
noDataExpression: true,
|
||
},
|
||
],
|
||
};
|
||
|
||
async execute(this: IExecuteFunctions): Promise<INodeExecutionData[][]> {
|
||
const items = this.getInputData();
|
||
|
||
const returnData: INodeExecutionData[] = [];
|
||
const length = items.length;
|
||
let item: INodeExecutionData;
|
||
|
||
const cleanupData = (inputData: IDataObject): IDataObject => {
|
||
Object.keys(inputData).map((key) => {
|
||
if (inputData[key] !== null && typeof inputData[key] === 'object') {
|
||
if (inputData[key]!.constructor.name === 'Object') {
|
||
// Is regular node.js object so check its data
|
||
inputData[key] = cleanupData(inputData[key] as IDataObject);
|
||
} else {
|
||
// Is some special object like a Date so stringify
|
||
inputData[key] = JSON.parse(JSON.stringify(inputData[key]));
|
||
}
|
||
}
|
||
});
|
||
return inputData;
|
||
};
|
||
|
||
for (let itemIndex = 0; itemIndex < length; itemIndex++) {
|
||
const mode = this.getMode();
|
||
|
||
try {
|
||
item = items[itemIndex];
|
||
item.index = itemIndex;
|
||
|
||
// Copy the items as they may get changed in the functions
|
||
item = JSON.parse(JSON.stringify(item));
|
||
|
||
// Define the global objects for the custom function
|
||
const sandbox = {
|
||
/** @deprecated for removal - replaced by getBinaryDataAsync() */
|
||
getBinaryData: (): IBinaryKeyData | undefined => {
|
||
if (mode === 'manual') {
|
||
this.sendMessageToUI(
|
||
'getBinaryData(...) is deprecated and will be removed in a future version. Please consider switching to getBinaryDataAsync(...) instead.',
|
||
);
|
||
}
|
||
return item.binary;
|
||
},
|
||
/** @deprecated for removal - replaced by setBinaryDataAsync() */
|
||
setBinaryData: async (data: IBinaryKeyData) => {
|
||
if (mode === 'manual') {
|
||
this.sendMessageToUI(
|
||
'setBinaryData(...) is deprecated and will be removed in a future version. Please consider switching to setBinaryDataAsync(...) instead.',
|
||
);
|
||
}
|
||
item.binary = data;
|
||
},
|
||
getNodeParameter: this.getNodeParameter,
|
||
getWorkflowStaticData: this.getWorkflowStaticData,
|
||
helpers: this.helpers,
|
||
item: item.json,
|
||
getBinaryDataAsync: async (): Promise<IBinaryKeyData | undefined> => {
|
||
// Fetch Binary Data, if available. Cannot check item with `if (item?.index)`, as index may be 0.
|
||
if (item?.binary && item?.index !== undefined && item?.index !== null) {
|
||
for (const binaryPropertyName of Object.keys(item.binary)) {
|
||
item.binary[binaryPropertyName].data = (
|
||
await this.helpers.getBinaryDataBuffer(item.index as number, binaryPropertyName)
|
||
)?.toString('base64');
|
||
}
|
||
}
|
||
// Retrun Data
|
||
return item.binary;
|
||
},
|
||
setBinaryDataAsync: async (data: IBinaryKeyData) => {
|
||
// Ensure data is present
|
||
if (!data) {
|
||
throw new NodeOperationError(
|
||
this.getNode(),
|
||
'No data was provided to setBinaryDataAsync (data: IBinaryKeyData).',
|
||
);
|
||
}
|
||
|
||
// Set Binary Data
|
||
for (const binaryPropertyName of Object.keys(data)) {
|
||
const binaryItem = data[binaryPropertyName];
|
||
data[binaryPropertyName] = await this.helpers.setBinaryDataBuffer(
|
||
binaryItem,
|
||
Buffer.from(binaryItem.data, 'base64'),
|
||
);
|
||
}
|
||
|
||
// Set Item Reference
|
||
item.binary = data;
|
||
},
|
||
};
|
||
|
||
// Make it possible to access data via $node, $parameter, ...
|
||
const dataProxy = this.getWorkflowDataProxy(itemIndex);
|
||
Object.assign(sandbox, dataProxy);
|
||
|
||
const options = {
|
||
console: mode === 'manual' ? 'redirect' : 'inherit',
|
||
sandbox,
|
||
require: {
|
||
external: false as boolean | { modules: string[] },
|
||
builtin: [] as string[],
|
||
},
|
||
};
|
||
|
||
if (process.env.NODE_FUNCTION_ALLOW_BUILTIN) {
|
||
options.require.builtin = process.env.NODE_FUNCTION_ALLOW_BUILTIN.split(',');
|
||
}
|
||
|
||
if (process.env.NODE_FUNCTION_ALLOW_EXTERNAL) {
|
||
options.require.external = {
|
||
modules: process.env.NODE_FUNCTION_ALLOW_EXTERNAL.split(','),
|
||
};
|
||
}
|
||
|
||
const vm = new NodeVM(options);
|
||
|
||
if (mode === 'manual') {
|
||
vm.on('console.log', this.sendMessageToUI);
|
||
}
|
||
|
||
// Get the code to execute
|
||
const functionCode = this.getNodeParameter('functionCode', itemIndex) as string;
|
||
|
||
let jsonData: IDataObject;
|
||
try {
|
||
// Execute the function code
|
||
jsonData = await vm.run(
|
||
`module.exports = async function() {${functionCode}\n}()`,
|
||
__dirname,
|
||
);
|
||
} catch (error) {
|
||
if (this.continueOnFail()) {
|
||
returnData.push({ json: { error: error.message } });
|
||
continue;
|
||
} else {
|
||
// Try to find the line number which contains the error and attach to error message
|
||
const stackLines = error.stack.split('\n');
|
||
if (stackLines.length > 0) {
|
||
stackLines.shift();
|
||
const lineParts = stackLines
|
||
.find((line: string) => line.includes('FunctionItem'))
|
||
.split(':');
|
||
if (lineParts.length > 2) {
|
||
const lineNumber = lineParts.splice(-2, 1);
|
||
if (!isNaN(lineNumber)) {
|
||
error.message = `${error.message} [Line ${lineNumber} | Item Index: ${itemIndex}]`;
|
||
return Promise.reject(error);
|
||
}
|
||
}
|
||
}
|
||
|
||
error.message = `${error.message} [Item Index: ${itemIndex}]`;
|
||
|
||
return Promise.reject(error);
|
||
}
|
||
}
|
||
|
||
// Do very basic validation of the data
|
||
if (jsonData === undefined) {
|
||
throw new NodeOperationError(
|
||
this.getNode(),
|
||
'No data got returned. Always an object has to be returned!',
|
||
);
|
||
}
|
||
|
||
const returnItem: INodeExecutionData = {
|
||
json: cleanupData(jsonData),
|
||
pairedItem: {
|
||
item: itemIndex,
|
||
},
|
||
};
|
||
|
||
if (item.binary) {
|
||
returnItem.binary = item.binary;
|
||
}
|
||
|
||
returnData.push(returnItem);
|
||
} catch (error) {
|
||
if (this.continueOnFail()) {
|
||
returnData.push({
|
||
json: {
|
||
error: error.message,
|
||
},
|
||
pairedItem: {
|
||
item: itemIndex,
|
||
},
|
||
});
|
||
continue;
|
||
}
|
||
throw error;
|
||
}
|
||
}
|
||
return this.prepareOutputData(returnData);
|
||
}
|
||
}
|