mirror of
https://github.com/n8n-io/n8n.git
synced 2025-01-30 05:42:00 -08:00
c3ba0123ad
* first commit for postgres migration * (not working) * sqlite migration * quicksave * fix tests * fix pg test * fix postgres * fix variables import * fix execution saving * add user settings fix * change migration to single lines * patch preferences endpoint * cleanup * improve variable import * cleanup unusued code * Update packages/cli/src/PublicApi/v1/handlers/workflows/workflows.handler.ts Co-authored-by: Omar Ajoue <krynble@gmail.com> * address review notes * fix var update/import * refactor: Separate execution data to its own table (#6323) * wip: Temporary migration process * refactor: Create boilerplate repository methods for executions * fix: Lint issues * refactor: Added search endpoint to repository * refactor: Make the execution list work again * wip: Updating how we create and update executions everywhere * fix: Lint issues and remove most of the direct access to execution model * refactor: Remove includeWorkflowData flag and fix more tests * fix: Lint issues * fix: Fixed ordering of executions for FE, removed transaction when saving execution and removed unnecessary update * refactor: Add comment about missing feature * refactor: Refactor counting executions * refactor: Add migration for other dbms and fix issues found * refactor: Fix lint issues * refactor: Remove unnecessary comment and auto inject repo to internal hooks * refactor: remove type assertion * fix: Fix broken tests * fix: Remove unnecessary import * Remove unnecessary toString() call Co-authored-by: Iván Ovejero <ivov.src@gmail.com> * fix: Address comments after review * refactor: Remove unused import * fix: Lint issues * fix: Add correct migration files --------- Co-authored-by: Iván Ovejero <ivov.src@gmail.com> * remove null values from credential export * fix: Fix an issue with queue mode where all running execution would be returned * fix: Update n8n node to allow for workflow ids with letters * set upstream on set branch * remove typo * add nodeAccess to credentials * fix unsaved run check for undefined id * fix(core): Rename version control feature to source control (#6480) * rename versionControl to sourceControl * fix source control tooltip wording --------- Co-authored-by: Romain Minaud <romain.minaud@gmail.com> * fix(editor): Pay 548 hide the set up version control button (#6485) * feat(DebugHelper Node): Fix and include in main app (#6406) * improve node a bit * fixing continueOnFail() ton contain error in json * improve pairedItem * fix random data returning object results * fix nanoId length typo * update pnpm-lock file --------- Co-authored-by: Marcus <marcus@n8n.io> * fix(editor): Remove setup source control CTA button * fix(editor): Remove setup source control CTA button --------- Co-authored-by: Michael Auerswald <michael.auerswald@gmail.com> Co-authored-by: Marcus <marcus@n8n.io> * fix(editor): Update source control docs links (#6488) * feat(DebugHelper Node): Fix and include in main app (#6406) * improve node a bit * fixing continueOnFail() ton contain error in json * improve pairedItem * fix random data returning object results * fix nanoId length typo * update pnpm-lock file --------- Co-authored-by: Marcus <marcus@n8n.io> * feat(editor): Replace root events with event bus events (no-changelog) (#6454) * feat: replace root events with event bus events * fix: prevent cypress from replacing global with globalThis in import path * feat: remove emitter mixin * fix: replace component events with event bus * fix: fix linting issue * fix: fix breaking expression switch * chore: prettify ndv e2e suite code * fix(editor): Update source control docs links --------- Co-authored-by: Michael Auerswald <michael.auerswald@gmail.com> Co-authored-by: Marcus <marcus@n8n.io> Co-authored-by: Alex Grozav <alex@grozav.com> * fix tag endpoint regex --------- Co-authored-by: Omar Ajoue <krynble@gmail.com> Co-authored-by: Iván Ovejero <ivov.src@gmail.com> Co-authored-by: Romain Minaud <romain.minaud@gmail.com> Co-authored-by: Csaba Tuncsik <csaba@n8n.io> Co-authored-by: Marcus <marcus@n8n.io> Co-authored-by: Alex Grozav <alex@grozav.com>
246 lines
7.3 KiB
TypeScript
246 lines
7.3 KiB
TypeScript
/* eslint-disable @typescript-eslint/no-unnecessary-type-assertion */
|
|
/* eslint-disable @typescript-eslint/no-unsafe-call */
|
|
/* eslint-disable @typescript-eslint/no-non-null-assertion */
|
|
/* eslint-disable @typescript-eslint/no-unsafe-assignment */
|
|
import type {
|
|
IDeferredPromise,
|
|
IExecuteResponsePromiseData,
|
|
IRun,
|
|
ExecutionStatus,
|
|
} from 'n8n-workflow';
|
|
import { createDeferredPromise, LoggerProxy } from 'n8n-workflow';
|
|
|
|
import type { ChildProcess } from 'child_process';
|
|
import type PCancelable from 'p-cancelable';
|
|
import type {
|
|
IExecutingWorkflowData,
|
|
IExecutionDb,
|
|
IExecutionsCurrentSummary,
|
|
IWorkflowExecutionDataProcess,
|
|
} from '@/Interfaces';
|
|
import { isWorkflowIdValid } from '@/utils';
|
|
import Container, { Service } from 'typedi';
|
|
import { ExecutionRepository } from './databases/repositories';
|
|
|
|
@Service()
|
|
export class ActiveExecutions {
|
|
private activeExecutions: {
|
|
[index: string]: IExecutingWorkflowData;
|
|
} = {};
|
|
|
|
/**
|
|
* Add a new active execution
|
|
*/
|
|
async add(
|
|
executionData: IWorkflowExecutionDataProcess,
|
|
process?: ChildProcess,
|
|
executionId?: string,
|
|
): Promise<string> {
|
|
let executionStatus: ExecutionStatus = executionId ? 'running' : 'new';
|
|
if (executionId === undefined) {
|
|
// Is a new execution so save in DB
|
|
|
|
const fullExecutionData: IExecutionDb = {
|
|
data: executionData.executionData!,
|
|
mode: executionData.executionMode,
|
|
finished: false,
|
|
startedAt: new Date(),
|
|
workflowData: executionData.workflowData,
|
|
status: executionStatus,
|
|
};
|
|
|
|
if (executionData.retryOf !== undefined) {
|
|
fullExecutionData.retryOf = executionData.retryOf.toString();
|
|
}
|
|
|
|
const workflowId = executionData.workflowData.id;
|
|
if (workflowId !== undefined && isWorkflowIdValid(workflowId)) {
|
|
fullExecutionData.workflowId = workflowId;
|
|
}
|
|
|
|
const executionResult = await Container.get(ExecutionRepository).createNewExecution(
|
|
fullExecutionData,
|
|
);
|
|
executionId = executionResult.id;
|
|
if (executionId === undefined) {
|
|
throw new Error('There was an issue assigning an execution id to the execution');
|
|
}
|
|
executionStatus = 'running';
|
|
} else {
|
|
// Is an existing execution we want to finish so update in DB
|
|
|
|
const execution: Pick<IExecutionDb, 'id' | 'data' | 'waitTill' | 'status'> = {
|
|
id: executionId,
|
|
data: executionData.executionData!,
|
|
waitTill: null,
|
|
status: executionStatus,
|
|
};
|
|
|
|
await Container.get(ExecutionRepository).updateExistingExecution(executionId, execution);
|
|
}
|
|
|
|
this.activeExecutions[executionId] = {
|
|
executionData,
|
|
process,
|
|
startedAt: new Date(),
|
|
postExecutePromises: [],
|
|
status: executionStatus,
|
|
};
|
|
|
|
return executionId;
|
|
}
|
|
|
|
/**
|
|
* Attaches an execution
|
|
*
|
|
*/
|
|
// eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types
|
|
attachWorkflowExecution(executionId: string, workflowExecution: PCancelable<IRun>) {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
throw new Error(
|
|
`No active execution with id "${executionId}" got found to attach to workflowExecution to!`,
|
|
);
|
|
}
|
|
|
|
this.activeExecutions[executionId].workflowExecution = workflowExecution;
|
|
}
|
|
|
|
attachResponsePromise(
|
|
executionId: string,
|
|
responsePromise: IDeferredPromise<IExecuteResponsePromiseData>,
|
|
): void {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
throw new Error(
|
|
`No active execution with id "${executionId}" got found to attach to workflowExecution to!`,
|
|
);
|
|
}
|
|
|
|
this.activeExecutions[executionId].responsePromise = responsePromise;
|
|
}
|
|
|
|
resolveResponsePromise(executionId: string, response: IExecuteResponsePromiseData): void {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
return;
|
|
}
|
|
|
|
// eslint-disable-next-line @typescript-eslint/no-unsafe-member-access
|
|
this.activeExecutions[executionId].responsePromise?.resolve(response);
|
|
}
|
|
|
|
/**
|
|
* Remove an active execution
|
|
*
|
|
*/
|
|
remove(executionId: string, fullRunData?: IRun): void {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
return;
|
|
}
|
|
|
|
// Resolve all the waiting promises
|
|
// eslint-disable-next-line no-restricted-syntax
|
|
for (const promise of this.activeExecutions[executionId].postExecutePromises) {
|
|
promise.resolve(fullRunData);
|
|
}
|
|
|
|
// Remove from the list of active executions
|
|
delete this.activeExecutions[executionId];
|
|
}
|
|
|
|
/**
|
|
* Forces an execution to stop
|
|
*
|
|
* @param {string} executionId The id of the execution to stop
|
|
* @param {string} timeout String 'timeout' given if stop due to timeout
|
|
*/
|
|
async stopExecution(executionId: string, timeout?: string): Promise<IRun | undefined> {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
// There is no execution running with that id
|
|
return;
|
|
}
|
|
|
|
// In case something goes wrong make sure that promise gets first
|
|
// returned that it gets then also resolved correctly.
|
|
if (this.activeExecutions[executionId].process !== undefined) {
|
|
// Workflow is running in subprocess
|
|
if (this.activeExecutions[executionId].process!.connected) {
|
|
setTimeout(() => {
|
|
// execute on next event loop tick;
|
|
this.activeExecutions[executionId].process!.send({
|
|
// eslint-disable-next-line @typescript-eslint/prefer-nullish-coalescing
|
|
type: timeout || 'stopExecution',
|
|
});
|
|
}, 1);
|
|
}
|
|
} else {
|
|
// Workflow is running in current process
|
|
this.activeExecutions[executionId].workflowExecution!.cancel();
|
|
}
|
|
|
|
// eslint-disable-next-line consistent-return
|
|
return this.getPostExecutePromise(executionId);
|
|
}
|
|
|
|
/**
|
|
* Returns a promise which will resolve with the data of the execution
|
|
* with the given id
|
|
*
|
|
* @param {string} executionId The id of the execution to wait for
|
|
*/
|
|
async getPostExecutePromise(executionId: string): Promise<IRun | undefined> {
|
|
// Create the promise which will be resolved when the execution finished
|
|
const waitPromise = await createDeferredPromise<IRun | undefined>();
|
|
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
throw new Error(`There is no active execution with id "${executionId}".`);
|
|
}
|
|
|
|
this.activeExecutions[executionId].postExecutePromises.push(waitPromise);
|
|
|
|
// eslint-disable-next-line @typescript-eslint/no-unsafe-return, @typescript-eslint/no-unsafe-member-access
|
|
return waitPromise.promise();
|
|
}
|
|
|
|
/**
|
|
* Returns all the currently active executions
|
|
*
|
|
*/
|
|
getActiveExecutions(): IExecutionsCurrentSummary[] {
|
|
const returnData: IExecutionsCurrentSummary[] = [];
|
|
|
|
let data;
|
|
// eslint-disable-next-line no-restricted-syntax
|
|
for (const id of Object.keys(this.activeExecutions)) {
|
|
data = this.activeExecutions[id];
|
|
returnData.push({
|
|
id,
|
|
retryOf: data.executionData.retryOf as string | undefined,
|
|
startedAt: data.startedAt,
|
|
mode: data.executionData.executionMode,
|
|
workflowId: data.executionData.workflowData.id! as string,
|
|
status: data.status,
|
|
});
|
|
}
|
|
|
|
return returnData;
|
|
}
|
|
|
|
async setStatus(executionId: string, status: ExecutionStatus): Promise<void> {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
LoggerProxy.debug(
|
|
`There is no active execution with id "${executionId}", can't update status to ${status}.`,
|
|
);
|
|
return;
|
|
}
|
|
|
|
this.activeExecutions[executionId].status = status;
|
|
}
|
|
|
|
getStatus(executionId: string): ExecutionStatus {
|
|
if (this.activeExecutions[executionId] === undefined) {
|
|
return 'unknown';
|
|
}
|
|
|
|
return this.activeExecutions[executionId].status;
|
|
}
|
|
}
|