mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-15 17:14:05 -08:00
c972f3dd50
* Added logging to n8n This commit adds logging to n8n using the Winston library. For now, this commit only allows logging to console (default behavior) or file (need to pass in config via environment variables). Other logging methods can be further implemented using hooks. These were skipped for now as it would require adding more dependencies. Logging level is notice by default, meaning no additional messages would be displayed at the moment. Logging level can be set to info or debug as well to enrich the generated logs. The ILogger interface was added to the workflow project as it would make it available for all other projects but the implementation was done on the cli project. * Lint fixes and logging level naming. Also fixed the way we use the logger as it was not working previously * Improvements to logging framework Using appropriate single quotes Improving the way the logger is declared * Improved naming for Log Types * Removed logger global variable, replacing it by a proxy * Add logging to CLI commands * Remove unused GenericHelpers * Changed back some messages to console instead of logger and added npm shortcuts for worker and webhook * Fix typos * Adding basic file rotation to logs as suggested by @mutdmour * Fixed linting issues * Correcting comment to correctly reflect space usage * Added settings for log files rotation * Correcting config type from String to Number * Changed default file settings to number To reflect previous changes to the type * Changed the way log messages are added to be called statically. Also minor naming improvements * Applying latest corrections sent by @ivov * ⚡ Some logging improvements * Saving logs to a folder inside n8n home instead of root * Fixed broken tests and linting * Changed some log messages to improve formatting * Adding quotes to names on log messages * Added execution and session IDs to logs. Also removed unnecessary line breaks * ⚡ Added file caller to log messages (#1657) This is done using callsites library which already existed in the project as another library's dependency. So in fact it does not add any new dependency. * Adding logs to help debug Salesforce node * ⚡ Add function name to logs and add more logs * ⚡ Improve some error messages * ⚡ Improve some more log messages * ⚡ Rename logging env variables to match others Co-authored-by: dali <servfrdali@yahoo.fr> Co-authored-by: Jan Oberhauser <jan.oberhauser@gmail.com>
202 lines
5.4 KiB
TypeScript
202 lines
5.4 KiB
TypeScript
import { promises as fs } from 'fs';
|
|
import { Command, flags } from '@oclif/command';
|
|
import {
|
|
UserSettings,
|
|
} from 'n8n-core';
|
|
import {
|
|
INode,
|
|
} from 'n8n-workflow';
|
|
|
|
import {
|
|
ActiveExecutions,
|
|
CredentialsOverwrites,
|
|
CredentialTypes,
|
|
Db,
|
|
ExternalHooks,
|
|
IWorkflowBase,
|
|
IWorkflowExecutionDataProcess,
|
|
LoadNodesAndCredentials,
|
|
NodeTypes,
|
|
WorkflowCredentials,
|
|
WorkflowHelpers,
|
|
WorkflowRunner,
|
|
} from '../src';
|
|
|
|
import {
|
|
getLogger,
|
|
} from '../src/Logger';
|
|
|
|
import {
|
|
LoggerProxy,
|
|
} from 'n8n-workflow';
|
|
|
|
export class Execute extends Command {
|
|
static description = '\nExecutes a given workflow';
|
|
|
|
static examples = [
|
|
`$ n8n execute --id=5`,
|
|
`$ n8n execute --file=workflow.json`,
|
|
];
|
|
|
|
static flags = {
|
|
help: flags.help({ char: 'h' }),
|
|
file: flags.string({
|
|
description: 'path to a workflow file to execute',
|
|
}),
|
|
id: flags.string({
|
|
description: 'id of the workflow to execute',
|
|
}),
|
|
};
|
|
|
|
|
|
async run() {
|
|
const logger = getLogger();
|
|
LoggerProxy.init(logger);
|
|
|
|
const { flags } = this.parse(Execute);
|
|
|
|
// Start directly with the init of the database to improve startup time
|
|
const startDbInitPromise = Db.init();
|
|
|
|
// Load all node and credential types
|
|
const loadNodesAndCredentials = LoadNodesAndCredentials();
|
|
const loadNodesAndCredentialsPromise = loadNodesAndCredentials.init();
|
|
|
|
if (!flags.id && !flags.file) {
|
|
console.info(`Either option "--id" or "--file" have to be set!`);
|
|
return;
|
|
}
|
|
|
|
if (flags.id && flags.file) {
|
|
console.info(`Either "id" or "file" can be set never both!`);
|
|
return;
|
|
}
|
|
|
|
let workflowId: string | undefined;
|
|
let workflowData: IWorkflowBase | undefined = undefined;
|
|
if (flags.file) {
|
|
// Path to workflow is given
|
|
try {
|
|
workflowData = JSON.parse(await fs.readFile(flags.file, 'utf8'));
|
|
} catch (error) {
|
|
if (error.code === 'ENOENT') {
|
|
console.info(`The file "${flags.file}" could not be found.`);
|
|
return;
|
|
}
|
|
|
|
throw error;
|
|
}
|
|
|
|
// Do a basic check if the data in the file looks right
|
|
// TODO: Later check with the help of TypeScript data if it is valid or not
|
|
if (workflowData === undefined || workflowData.nodes === undefined || workflowData.connections === undefined) {
|
|
console.info(`The file "${flags.file}" does not contain valid workflow data.`);
|
|
return;
|
|
}
|
|
workflowId = workflowData.id!.toString();
|
|
}
|
|
|
|
// Wait till the database is ready
|
|
await startDbInitPromise;
|
|
|
|
if (flags.id) {
|
|
// Id of workflow is given
|
|
workflowId = flags.id;
|
|
workflowData = await Db.collections!.Workflow!.findOne(workflowId);
|
|
if (workflowData === undefined) {
|
|
console.info(`The workflow with the id "${workflowId}" does not exist.`);
|
|
process.exit(1);
|
|
}
|
|
}
|
|
|
|
// Make sure the settings exist
|
|
await UserSettings.prepareUserSettings();
|
|
|
|
// Wait till the n8n-packages have been read
|
|
await loadNodesAndCredentialsPromise;
|
|
|
|
// Load the credentials overwrites if any exist
|
|
const credentialsOverwrites = CredentialsOverwrites();
|
|
await credentialsOverwrites.init();
|
|
|
|
// Load all external hooks
|
|
const externalHooks = ExternalHooks();
|
|
await externalHooks.init();
|
|
|
|
// Add the found types to an instance other parts of the application can use
|
|
const nodeTypes = NodeTypes();
|
|
await nodeTypes.init(loadNodesAndCredentials.nodeTypes);
|
|
const credentialTypes = CredentialTypes();
|
|
await credentialTypes.init(loadNodesAndCredentials.credentialTypes);
|
|
|
|
if (!WorkflowHelpers.isWorkflowIdValid(workflowId)) {
|
|
workflowId = undefined;
|
|
}
|
|
|
|
// Check if the workflow contains the required "Start" node
|
|
// "requiredNodeTypes" are also defined in editor-ui/views/NodeView.vue
|
|
const requiredNodeTypes = ['n8n-nodes-base.start'];
|
|
let startNode: INode | undefined = undefined;
|
|
for (const node of workflowData!.nodes) {
|
|
if (requiredNodeTypes.includes(node.type)) {
|
|
startNode = node;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (startNode === undefined) {
|
|
// If the workflow does not contain a start-node we can not know what
|
|
// should be executed and with which data to start.
|
|
console.info(`The workflow does not contain a "Start" node. So it can not be executed.`);
|
|
return Promise.resolve();
|
|
}
|
|
|
|
try {
|
|
const credentials = await WorkflowCredentials(workflowData!.nodes);
|
|
|
|
const runData: IWorkflowExecutionDataProcess = {
|
|
credentials,
|
|
executionMode: 'cli',
|
|
startNodes: [startNode.name],
|
|
workflowData: workflowData!,
|
|
};
|
|
|
|
const workflowRunner = new WorkflowRunner();
|
|
const executionId = await workflowRunner.run(runData);
|
|
|
|
const activeExecutions = ActiveExecutions.getInstance();
|
|
const data = await activeExecutions.getPostExecutePromise(executionId);
|
|
|
|
if (data === undefined) {
|
|
throw new Error('Workflow did not return any data!');
|
|
}
|
|
|
|
if (data.data.resultData.error) {
|
|
console.info('Execution was NOT successful. See log message for details.');
|
|
logger.info('Execution error:');
|
|
logger.info('====================================');
|
|
logger.info(JSON.stringify(data, null, 2));
|
|
|
|
const { error } = data.data.resultData;
|
|
throw {
|
|
...error,
|
|
stack: error.stack,
|
|
};
|
|
}
|
|
|
|
console.info('Execution was successful:');
|
|
console.info('====================================');
|
|
console.info(JSON.stringify(data, null, 2));
|
|
} catch (e) {
|
|
console.error('Error executing workflow. See log messages for details.');
|
|
logger.error('\nExecution error:');
|
|
logger.info('====================================');
|
|
logger.error(e.message);
|
|
logger.error(e.stack);
|
|
this.exit(1);
|
|
}
|
|
|
|
this.exit();
|
|
}
|
|
}
|