2019-08-08 11:38:25 -07:00
|
|
|
|
|
|
|
import {
|
2020-05-14 05:27:19 -07:00
|
|
|
CredentialsOverwrites,
|
|
|
|
CredentialTypes,
|
2019-08-08 11:38:25 -07:00
|
|
|
IWorkflowExecutionDataProcessWithExecution,
|
|
|
|
NodeTypes,
|
|
|
|
WorkflowExecuteAdditionalData,
|
|
|
|
} from './';
|
|
|
|
|
|
|
|
import {
|
|
|
|
IProcessMessage,
|
|
|
|
WorkflowExecute,
|
|
|
|
} from 'n8n-core';
|
|
|
|
|
|
|
|
import {
|
|
|
|
IDataObject,
|
|
|
|
IExecutionError,
|
|
|
|
INodeType,
|
|
|
|
INodeTypeData,
|
|
|
|
IRun,
|
|
|
|
ITaskData,
|
|
|
|
Workflow,
|
2019-12-19 14:07:55 -08:00
|
|
|
WorkflowHooks,
|
2019-08-08 11:38:25 -07:00
|
|
|
} from 'n8n-workflow';
|
|
|
|
|
|
|
|
export class WorkflowRunnerProcess {
|
|
|
|
data: IWorkflowExecutionDataProcessWithExecution | undefined;
|
|
|
|
startedAt = new Date();
|
|
|
|
workflow: Workflow | undefined;
|
|
|
|
workflowExecute: WorkflowExecute | undefined;
|
|
|
|
|
2019-08-09 12:05:15 -07:00
|
|
|
|
2019-08-08 11:38:25 -07:00
|
|
|
async runWorkflow(inputData: IWorkflowExecutionDataProcessWithExecution): Promise<IRun> {
|
|
|
|
this.data = inputData;
|
|
|
|
let className: string;
|
|
|
|
let tempNode: INodeType;
|
|
|
|
let filePath: string;
|
|
|
|
|
|
|
|
this.startedAt = new Date();
|
|
|
|
|
|
|
|
const nodeTypesData: INodeTypeData = {};
|
|
|
|
for (const nodeTypeName of Object.keys(this.data.nodeTypeData)) {
|
|
|
|
className = this.data.nodeTypeData[nodeTypeName].className;
|
|
|
|
|
|
|
|
filePath = this.data.nodeTypeData[nodeTypeName].sourcePath;
|
|
|
|
const tempModule = require(filePath);
|
|
|
|
|
|
|
|
try {
|
|
|
|
tempNode = new tempModule[className]() as INodeType;
|
|
|
|
} catch (error) {
|
|
|
|
throw new Error(`Error loading node "${nodeTypeName}" from: "${filePath}"`);
|
|
|
|
}
|
|
|
|
|
|
|
|
nodeTypesData[nodeTypeName] = {
|
|
|
|
type: tempNode,
|
|
|
|
sourcePath: filePath,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
const nodeTypes = NodeTypes();
|
|
|
|
await nodeTypes.init(nodeTypesData);
|
|
|
|
|
2020-05-14 05:27:19 -07:00
|
|
|
// Init credential types the workflow uses (is needed to apply default values to credentials)
|
|
|
|
const credentialTypes = CredentialTypes();
|
|
|
|
await credentialTypes.init(inputData.credentialsTypeData);
|
|
|
|
|
|
|
|
// Load the credentials overwrites if any exist
|
|
|
|
const credentialsOverwrites = CredentialsOverwrites();
|
|
|
|
await credentialsOverwrites.init();
|
|
|
|
|
2020-02-21 02:34:51 -08:00
|
|
|
this.workflow = new Workflow({ id: this.data.workflowData.id as string | undefined, name: this.data.workflowData.name, nodes: this.data.workflowData!.nodes, connections: this.data.workflowData!.connections, active: this.data.workflowData!.active, nodeTypes, staticData: this.data.workflowData!.staticData, settings: this.data.workflowData!.settings});
|
2019-12-19 14:07:55 -08:00
|
|
|
const additionalData = await WorkflowExecuteAdditionalData.getBase(this.data.credentials);
|
2019-08-08 11:38:25 -07:00
|
|
|
additionalData.hooks = this.getProcessForwardHooks();
|
|
|
|
|
|
|
|
if (this.data.executionData !== undefined) {
|
|
|
|
this.workflowExecute = new WorkflowExecute(additionalData, this.data.executionMode, this.data.executionData);
|
|
|
|
return this.workflowExecute.processRunExecutionData(this.workflow);
|
|
|
|
} else if (this.data.runData === undefined || this.data.startNodes === undefined || this.data.startNodes.length === 0 || this.data.destinationNode === undefined) {
|
|
|
|
// Execute all nodes
|
|
|
|
|
|
|
|
// Can execute without webhook so go on
|
|
|
|
this.workflowExecute = new WorkflowExecute(additionalData, this.data.executionMode);
|
|
|
|
return this.workflowExecute.run(this.workflow, undefined, this.data.destinationNode);
|
|
|
|
} else {
|
|
|
|
// Execute only the nodes between start and destination nodes
|
|
|
|
this.workflowExecute = new WorkflowExecute(additionalData, this.data.executionMode);
|
|
|
|
return this.workflowExecute.runPartialWorkflow(this.workflow, this.data.runData, this.data.startNodes, this.data.destinationNode);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2019-08-09 12:05:15 -07:00
|
|
|
/**
|
|
|
|
* Sends hook data to the parent process that it executes them
|
|
|
|
*
|
|
|
|
* @param {string} hook
|
|
|
|
* @param {any[]} parameters
|
|
|
|
* @memberof WorkflowRunnerProcess
|
|
|
|
*/
|
2019-08-08 11:38:25 -07:00
|
|
|
sendHookToParentProcess(hook: string, parameters: any[]) { // tslint:disable-line:no-any
|
2019-08-09 12:05:15 -07:00
|
|
|
try {
|
|
|
|
sendToParentProcess('processHook', {
|
2019-08-08 11:38:25 -07:00
|
|
|
hook,
|
|
|
|
parameters,
|
2019-08-09 12:05:15 -07:00
|
|
|
});
|
|
|
|
} catch (error) {
|
|
|
|
// TODO: Add proper logging
|
|
|
|
console.error(`There was a problem sending hook: "${hook}"`);
|
|
|
|
console.error('Parameters:');
|
|
|
|
console.error(parameters);
|
|
|
|
console.error('Error:');
|
|
|
|
console.error(error);
|
|
|
|
}
|
2019-08-08 11:38:25 -07:00
|
|
|
}
|
|
|
|
|
2019-08-09 12:05:15 -07:00
|
|
|
|
2019-08-08 11:38:25 -07:00
|
|
|
/**
|
|
|
|
* Create a wrapper for hooks which simply forwards the data to
|
|
|
|
* the parent process where they then can be executed with access
|
|
|
|
* to database and to PushService
|
|
|
|
*
|
|
|
|
* @returns
|
|
|
|
*/
|
2019-12-19 14:07:55 -08:00
|
|
|
getProcessForwardHooks(): WorkflowHooks {
|
|
|
|
const hookFunctions = {
|
2019-08-08 11:38:25 -07:00
|
|
|
nodeExecuteBefore: [
|
|
|
|
async (nodeName: string): Promise<void> => {
|
|
|
|
this.sendHookToParentProcess('nodeExecuteBefore', [nodeName]);
|
|
|
|
},
|
|
|
|
],
|
|
|
|
nodeExecuteAfter: [
|
|
|
|
async (nodeName: string, data: ITaskData): Promise<void> => {
|
|
|
|
this.sendHookToParentProcess('nodeExecuteAfter', [nodeName, data]);
|
|
|
|
},
|
|
|
|
],
|
|
|
|
workflowExecuteBefore: [
|
|
|
|
async (): Promise<void> => {
|
|
|
|
this.sendHookToParentProcess('workflowExecuteBefore', []);
|
|
|
|
}
|
|
|
|
],
|
|
|
|
workflowExecuteAfter: [
|
|
|
|
async (fullRunData: IRun, newStaticData?: IDataObject): Promise<void> => {
|
|
|
|
this.sendHookToParentProcess('workflowExecuteAfter', [fullRunData, newStaticData]);
|
|
|
|
},
|
|
|
|
]
|
|
|
|
};
|
2019-12-19 14:07:55 -08:00
|
|
|
|
|
|
|
return new WorkflowHooks(hookFunctions, this.data!.executionMode, this.data!.executionId, this.data!.workflowData, { sessionId: this.data!.sessionId, retryOf: this.data!.retryOf as string });
|
2019-08-08 11:38:25 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Sends data to parent process
|
|
|
|
*
|
|
|
|
* @param {string} type The type of data to send
|
|
|
|
* @param {*} data The data
|
2019-08-09 02:07:54 -07:00
|
|
|
* @returns {Promise<void>}
|
2019-08-08 11:38:25 -07:00
|
|
|
*/
|
2019-08-09 02:07:54 -07:00
|
|
|
async function sendToParentProcess(type: string, data: any): Promise<void> { // tslint:disable-line:no-any
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
process.send!({
|
|
|
|
type,
|
|
|
|
data,
|
|
|
|
}, (error: Error) => {
|
|
|
|
if (error) {
|
|
|
|
return reject(error);
|
|
|
|
}
|
|
|
|
|
|
|
|
resolve();
|
|
|
|
});
|
2019-08-08 11:38:25 -07:00
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
const workflowRunner = new WorkflowRunnerProcess();
|
|
|
|
|
|
|
|
|
|
|
|
// Listen to messages from parent process which send the data of
|
|
|
|
// the worflow to process
|
|
|
|
process.on('message', async (message: IProcessMessage) => {
|
|
|
|
try {
|
|
|
|
if (message.type === 'startWorkflow') {
|
|
|
|
const runData = await workflowRunner.runWorkflow(message.data);
|
|
|
|
|
2019-08-09 02:07:54 -07:00
|
|
|
await sendToParentProcess('end', {
|
2019-08-08 11:38:25 -07:00
|
|
|
runData,
|
|
|
|
});
|
|
|
|
|
|
|
|
// Once the workflow got executed make sure the process gets killed again
|
|
|
|
process.exit();
|
2020-07-29 05:12:54 -07:00
|
|
|
} else if (message.type === 'stopExecution' || message.type === 'timeout') {
|
2019-08-08 11:38:25 -07:00
|
|
|
// The workflow execution should be stopped
|
2019-08-09 12:05:15 -07:00
|
|
|
let runData: IRun;
|
2019-08-08 11:38:25 -07:00
|
|
|
|
|
|
|
if (workflowRunner.workflowExecute !== undefined) {
|
|
|
|
// Workflow started already executing
|
2019-08-09 12:05:15 -07:00
|
|
|
runData = workflowRunner.workflowExecute.getFullRunData(workflowRunner.startedAt);
|
2019-08-08 11:38:25 -07:00
|
|
|
|
2020-07-29 05:12:54 -07:00
|
|
|
const timeOutError = message.type === 'timeout' ? { message: 'Workflow execution timed out!' } as IExecutionError : undefined
|
|
|
|
|
|
|
|
// If there is any data send it to parent process, if execution timedout add the error
|
|
|
|
await workflowRunner.workflowExecute.processSuccessExecution(workflowRunner.startedAt, workflowRunner.workflow!, timeOutError);
|
2019-08-08 11:38:25 -07:00
|
|
|
} else {
|
|
|
|
// Workflow did not get started yet
|
2019-08-09 12:05:15 -07:00
|
|
|
runData = {
|
2019-08-08 11:38:25 -07:00
|
|
|
data: {
|
|
|
|
resultData: {
|
|
|
|
runData: {},
|
|
|
|
},
|
|
|
|
},
|
2020-07-29 05:12:54 -07:00
|
|
|
finished: message.type !== 'timeout',
|
2019-08-08 11:38:25 -07:00
|
|
|
mode: workflowRunner.data!.executionMode,
|
|
|
|
startedAt: workflowRunner.startedAt,
|
|
|
|
stoppedAt: new Date(),
|
|
|
|
};
|
|
|
|
|
2019-08-09 12:05:15 -07:00
|
|
|
workflowRunner.sendHookToParentProcess('workflowExecuteAfter', [runData]);
|
2019-08-08 11:38:25 -07:00
|
|
|
}
|
|
|
|
|
2020-07-29 05:12:54 -07:00
|
|
|
await sendToParentProcess(message.type === 'timeout' ? message.type : 'end', {
|
2019-08-09 12:05:15 -07:00
|
|
|
runData,
|
2019-08-08 11:38:25 -07:00
|
|
|
});
|
|
|
|
|
|
|
|
// Stop process
|
|
|
|
process.exit();
|
|
|
|
}
|
|
|
|
} catch (error) {
|
|
|
|
// Catch all uncaught errors and forward them to parent process
|
|
|
|
const executionError = {
|
|
|
|
message: error.message,
|
|
|
|
stack: error.stack,
|
|
|
|
} as IExecutionError;
|
|
|
|
|
2019-08-09 02:07:54 -07:00
|
|
|
await sendToParentProcess('processError', {
|
2019-08-08 11:38:25 -07:00
|
|
|
executionError,
|
|
|
|
});
|
|
|
|
process.exit();
|
|
|
|
}
|
2019-08-09 02:07:54 -07:00
|
|
|
});
|