mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-10 22:54:05 -08:00
cd08c8e4c6
Based on #7065 | Story: https://linear.app/n8n/issue/PAY-771 n8n on filesystem mode marks binary data to delete on manual execution deletion, on unsaved execution completion, and on every execution pruning cycle. We later prune binary data in a separate cycle via these marker files, based on the configured TTL. In the context of introducing an S3 client to manage binary data, the filesystem mode's mark-and-prune setup is too tightly coupled to the general binary data management client interface. This PR... - Ensures the deletion of an execution causes the deletion of any binary data associated to it. This does away with the need for binary data TTL and simplifies the filesystem mode's mark-and-prune setup. - Refactors all execution deletions (including pruning) to cause soft deletions, hard-deletes soft-deleted executions based on the existing pruning config, and adjusts execution endpoints to filter out soft-deleted executions. This reduces DB load, and keeps binary data around long enough for users to access it when building workflows with unsaved executions. - Moves all execution pruning work from an execution lifecycle hook to `execution.repository.ts`. This keeps related logic in a single place. - Removes all marking logic from the binary data manager. This simplifies the interface that the S3 client will meet. - Adds basic sanity-check tests to pruning logic and execution deletion. Out of scope: - Improving existing pruning logic. - Improving existing execution repository logic. - Adjusting dir structure for filesystem mode. --------- Co-authored-by: कारतोफ्फेलस्क्रिप्ट™ <aditya@netroy.in>
399 lines
12 KiB
TypeScript
399 lines
12 KiB
TypeScript
import { v4 as uuid } from 'uuid';
|
|
import { Container } from 'typedi';
|
|
import type { ICredentialTypes, INodeTypes } from 'n8n-workflow';
|
|
import { SubworkflowOperationError, Workflow } from 'n8n-workflow';
|
|
|
|
import config from '@/config';
|
|
import * as Db from '@/Db';
|
|
import { Role } from '@db/entities/Role';
|
|
import { User } from '@db/entities/User';
|
|
import { SharedWorkflow } from '@db/entities/SharedWorkflow';
|
|
import { LoadNodesAndCredentials } from '@/LoadNodesAndCredentials';
|
|
import { NodeTypes } from '@/NodeTypes';
|
|
import { UserService } from '@/services/user.service';
|
|
import { PermissionChecker } from '@/UserManagement/PermissionChecker';
|
|
import * as UserManagementHelper from '@/UserManagement/UserManagementHelper';
|
|
import { WorkflowsService } from '@/workflows/workflows.services';
|
|
|
|
import {
|
|
randomCredentialPayload as randomCred,
|
|
randomPositiveDigit,
|
|
} from '../integration/shared/random';
|
|
import * as testDb from '../integration/shared/testDb';
|
|
import { mockNodeTypesData } from './Helpers';
|
|
import type { SaveCredentialFunction } from '../integration/shared/types';
|
|
import { mockInstance } from '../integration/shared/utils/';
|
|
import { OwnershipService } from '@/services/ownership.service';
|
|
|
|
import { LoggerProxy } from 'n8n-workflow';
|
|
import { getLogger } from '@/Logger';
|
|
|
|
LoggerProxy.init(getLogger());
|
|
|
|
let mockNodeTypes: INodeTypes;
|
|
let credentialOwnerRole: Role;
|
|
let workflowOwnerRole: Role;
|
|
let saveCredential: SaveCredentialFunction;
|
|
|
|
const MOCK_NODE_TYPES_DATA = mockNodeTypesData(['start', 'actionNetwork']);
|
|
mockInstance(LoadNodesAndCredentials, {
|
|
loaded: {
|
|
nodes: MOCK_NODE_TYPES_DATA,
|
|
credentials: {},
|
|
},
|
|
known: { nodes: {}, credentials: {} },
|
|
credentialTypes: {} as ICredentialTypes,
|
|
});
|
|
|
|
beforeAll(async () => {
|
|
await testDb.init();
|
|
|
|
mockNodeTypes = Container.get(NodeTypes);
|
|
|
|
credentialOwnerRole = await testDb.getCredentialOwnerRole();
|
|
workflowOwnerRole = await testDb.getWorkflowOwnerRole();
|
|
|
|
saveCredential = testDb.affixRoleToSaveCredential(credentialOwnerRole);
|
|
});
|
|
|
|
beforeEach(async () => {
|
|
await testDb.truncate(['SharedWorkflow', 'SharedCredentials', 'Workflow', 'Credentials', 'User']);
|
|
});
|
|
|
|
afterAll(async () => {
|
|
await testDb.terminate();
|
|
});
|
|
|
|
describe('PermissionChecker.check()', () => {
|
|
test('should allow if workflow has no creds', async () => {
|
|
const userId = uuid();
|
|
|
|
const workflow = new Workflow({
|
|
id: randomPositiveDigit().toString(),
|
|
name: 'test',
|
|
active: false,
|
|
connections: {},
|
|
nodeTypes: mockNodeTypes,
|
|
nodes: [
|
|
{
|
|
id: uuid(),
|
|
name: 'Start',
|
|
type: 'n8n-nodes-base.start',
|
|
typeVersion: 1,
|
|
parameters: {},
|
|
position: [0, 0],
|
|
},
|
|
],
|
|
});
|
|
|
|
expect(async () => PermissionChecker.check(workflow, userId)).not.toThrow();
|
|
});
|
|
|
|
test('should allow if requesting user is instance owner', async () => {
|
|
const owner = await testDb.createOwner();
|
|
|
|
const workflow = new Workflow({
|
|
id: randomPositiveDigit().toString(),
|
|
name: 'test',
|
|
active: false,
|
|
connections: {},
|
|
nodeTypes: mockNodeTypes,
|
|
nodes: [
|
|
{
|
|
id: uuid(),
|
|
name: 'Action Network',
|
|
type: 'n8n-nodes-base.actionNetwork',
|
|
parameters: {},
|
|
typeVersion: 1,
|
|
position: [0, 0],
|
|
credentials: {
|
|
actionNetworkApi: {
|
|
id: randomPositiveDigit().toString(),
|
|
name: 'Action Network Account',
|
|
},
|
|
},
|
|
},
|
|
],
|
|
});
|
|
|
|
expect(async () => PermissionChecker.check(workflow, owner.id)).not.toThrow();
|
|
});
|
|
|
|
test('should allow if workflow creds are valid subset', async () => {
|
|
const [owner, member] = await Promise.all([testDb.createOwner(), testDb.createUser()]);
|
|
|
|
const ownerCred = await saveCredential(randomCred(), { user: owner });
|
|
const memberCred = await saveCredential(randomCred(), { user: member });
|
|
|
|
const workflow = new Workflow({
|
|
id: randomPositiveDigit().toString(),
|
|
name: 'test',
|
|
active: false,
|
|
connections: {},
|
|
nodeTypes: mockNodeTypes,
|
|
nodes: [
|
|
{
|
|
id: uuid(),
|
|
name: 'Action Network',
|
|
type: 'n8n-nodes-base.actionNetwork',
|
|
parameters: {},
|
|
typeVersion: 1,
|
|
position: [0, 0],
|
|
credentials: {
|
|
actionNetworkApi: {
|
|
id: ownerCred.id,
|
|
name: ownerCred.name,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
id: uuid(),
|
|
name: 'Action Network 2',
|
|
type: 'n8n-nodes-base.actionNetwork',
|
|
parameters: {},
|
|
typeVersion: 1,
|
|
position: [0, 0],
|
|
credentials: {
|
|
actionNetworkApi: {
|
|
id: memberCred.id,
|
|
name: memberCred.name,
|
|
},
|
|
},
|
|
},
|
|
],
|
|
});
|
|
|
|
expect(async () => PermissionChecker.check(workflow, owner.id)).not.toThrow();
|
|
});
|
|
|
|
test('should deny if workflow creds are not valid subset', async () => {
|
|
const member = await testDb.createUser();
|
|
|
|
const memberCred = await saveCredential(randomCred(), { user: member });
|
|
|
|
const workflowDetails = {
|
|
id: randomPositiveDigit().toString(),
|
|
name: 'test',
|
|
active: false,
|
|
connections: {},
|
|
nodeTypes: mockNodeTypes,
|
|
nodes: [
|
|
{
|
|
id: uuid(),
|
|
name: 'Action Network',
|
|
type: 'n8n-nodes-base.actionNetwork',
|
|
parameters: {},
|
|
typeVersion: 1,
|
|
position: [0, 0] as [number, number],
|
|
credentials: {
|
|
actionNetworkApi: {
|
|
id: memberCred.id,
|
|
name: memberCred.name,
|
|
},
|
|
},
|
|
},
|
|
{
|
|
id: uuid(),
|
|
name: 'Action Network 2',
|
|
type: 'n8n-nodes-base.actionNetwork',
|
|
parameters: {},
|
|
typeVersion: 1,
|
|
position: [0, 0] as [number, number],
|
|
credentials: {
|
|
actionNetworkApi: {
|
|
id: 'non-existing-credential-id',
|
|
name: 'Non-existing credential name',
|
|
},
|
|
},
|
|
},
|
|
],
|
|
};
|
|
|
|
const workflowEntity = await Db.collections.Workflow.save(workflowDetails);
|
|
|
|
await Db.collections.SharedWorkflow.save({
|
|
workflow: workflowEntity,
|
|
user: member,
|
|
role: workflowOwnerRole,
|
|
});
|
|
|
|
const workflow = new Workflow(workflowDetails);
|
|
|
|
await expect(PermissionChecker.check(workflow, member.id)).rejects.toThrow();
|
|
});
|
|
});
|
|
|
|
describe('PermissionChecker.checkSubworkflowExecutePolicy', () => {
|
|
const userId = uuid();
|
|
const fakeUser = new User();
|
|
fakeUser.id = userId;
|
|
const ownershipService = mockInstance(OwnershipService);
|
|
|
|
const ownerMockRole = new Role();
|
|
ownerMockRole.name = 'owner';
|
|
const sharedWorkflowOwner = new SharedWorkflow();
|
|
sharedWorkflowOwner.role = ownerMockRole;
|
|
|
|
const nonOwnerMockRole = new Role();
|
|
nonOwnerMockRole.name = 'editor';
|
|
const sharedWorkflowNotOwner = new SharedWorkflow();
|
|
sharedWorkflowNotOwner.role = nonOwnerMockRole;
|
|
|
|
const userService = mockInstance(UserService);
|
|
|
|
test('sets default policy from environment when subworkflow has none', async () => {
|
|
config.set('workflows.callerPolicyDefaultOption', 'none');
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => {
|
|
return fakeUser;
|
|
});
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(true);
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId),
|
|
).rejects.toThrow(`Target workflow ID ${subworkflow.id} may not be called`);
|
|
});
|
|
|
|
test('if sharing is disabled, ensures that workflows are owner by same user', async () => {
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => fakeUser);
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(false);
|
|
jest.spyOn(userService, 'findOne').mockImplementation(async () => fakeUser);
|
|
jest.spyOn(WorkflowsService, 'getSharing').mockImplementation(async () => {
|
|
return sharedWorkflowNotOwner;
|
|
});
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId),
|
|
).rejects.toThrow(`Target workflow ID ${subworkflow.id} may not be called`);
|
|
|
|
// Check description
|
|
try {
|
|
await PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, '', 'abcde');
|
|
} catch (error) {
|
|
if (error instanceof SubworkflowOperationError) {
|
|
expect(error.description).toBe(
|
|
`${fakeUser.firstName} (${fakeUser.email}) can make this change. You may need to tell them the ID of this workflow, which is ${subworkflow.id}`,
|
|
);
|
|
}
|
|
}
|
|
});
|
|
|
|
test('list of ids must include the parent workflow id', async () => {
|
|
const invalidParentWorkflowId = uuid();
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => fakeUser);
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(true);
|
|
jest.spyOn(userService, 'findOne').mockImplementation(async () => fakeUser);
|
|
jest.spyOn(WorkflowsService, 'getSharing').mockImplementation(async () => {
|
|
return sharedWorkflowNotOwner;
|
|
});
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
settings: {
|
|
callerPolicy: 'workflowsFromAList',
|
|
callerIds: '123,456,bcdef ',
|
|
},
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId, invalidParentWorkflowId),
|
|
).rejects.toThrow(`Target workflow ID ${subworkflow.id} may not be called`);
|
|
});
|
|
|
|
test('sameOwner passes when both workflows are owned by the same user', async () => {
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => fakeUser);
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(false);
|
|
jest.spyOn(userService, 'findOne').mockImplementation(async () => fakeUser);
|
|
jest.spyOn(WorkflowsService, 'getSharing').mockImplementation(async () => {
|
|
return sharedWorkflowOwner;
|
|
});
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId, userId),
|
|
).resolves.not.toThrow();
|
|
});
|
|
|
|
test('workflowsFromAList works when the list contains the parent id', async () => {
|
|
const workflowId = uuid();
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => fakeUser);
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(true);
|
|
jest.spyOn(userService, 'findOne').mockImplementation(async () => fakeUser);
|
|
jest.spyOn(WorkflowsService, 'getSharing').mockImplementation(async () => {
|
|
return sharedWorkflowNotOwner;
|
|
});
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
settings: {
|
|
callerPolicy: 'workflowsFromAList',
|
|
callerIds: `123,456,bcdef, ${workflowId}`,
|
|
},
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId, workflowId),
|
|
).resolves.not.toThrow();
|
|
});
|
|
|
|
test('should not throw when workflow policy is set to any', async () => {
|
|
jest
|
|
.spyOn(ownershipService, 'getWorkflowOwnerCached')
|
|
.mockImplementation(async (workflowId) => fakeUser);
|
|
jest.spyOn(UserManagementHelper, 'isSharingEnabled').mockReturnValue(true);
|
|
jest.spyOn(userService, 'findOne').mockImplementation(async () => fakeUser);
|
|
jest.spyOn(WorkflowsService, 'getSharing').mockImplementation(async () => {
|
|
return sharedWorkflowNotOwner;
|
|
});
|
|
|
|
const subworkflow = new Workflow({
|
|
nodes: [],
|
|
connections: {},
|
|
active: false,
|
|
nodeTypes: mockNodeTypes,
|
|
id: '2',
|
|
settings: {
|
|
callerPolicy: 'any',
|
|
},
|
|
});
|
|
await expect(
|
|
PermissionChecker.checkSubworkflowExecutePolicy(subworkflow, userId),
|
|
).resolves.not.toThrow();
|
|
});
|
|
});
|