mirror of
https://github.com/n8n-io/n8n.git
synced 2024-11-16 01:24:05 -08:00
c85faff4f1
* ✨ Make it possible to dynamically load node packages * ⚡ Fix comment * ✨ Make possible to dynamically install nodes from npm * Created migration for sqlite regarding community nodes * Saving to db whenever a package with nodes is installed * Created endpoint to fetch installed packages * WIP - uninstall package with nodes * Fix lint issues * Updating nodes via API * Lint and improvement fixes * Created community node helpers and removed packages taht do not contain nodes * Check for package updates when fetching installed packages * Blocked access to non-owner and preventing incorrect install of packages * Added auto healing process * Unit tests for helpers * Finishing tests for helpers * Improved unit tests, refactored more helpers and created integration tests for GET * Implemented detection of missing packages on init and added warning to frontend settings * Add check for banned packages and fix broken tests * Create migrations for other db systems * Updated with latest changes from master * Fixed conflict errors * Improved unit tests, refactored more helpers and created integration tests for GET * Implemented detection of missing packages on init and added warning to frontend settings * 🔥 Removing access check for the Settings sidebar item * ✨ Added inital community nodes settings screen * ⚡Added executionMode flag to settings * ✨ Implemented N8N-callout component * 💄Updating Callout component template propery names * 💄 Updating Callout component styling. * 💄Updating Callout component sizing and colors. * ✔️ Updating Callout component test snapshots after styling changes * ✨ Updating the `ActionBox` component so it supports callouts and conditional button rendering * 💄 Removing duplicate callout theme validation in the `ActionBox` component. Adding a selection control for it in the storybook. * ✨ Added warning message if instance is in the queue mode. Updated colors based on the new design. * ⚡ Added a custom permission support to router * 🔨 Implemented UM detection as a custom permission. * 👌Updating route permission logic. * ✨ Implemented installed community packages list in the settings view * 👌 Updating settings routes rules and community nodes setting view. * Allow installation of packages that failed to load * 👌 Updating `ActionBox`, `CommuntyPackageCard` components and settings loading logic. * 👌 Fixing community nodes loading state and sidebar icon spacing. * ✨ Implemented loading skeletons for community package cards * 👌 Handling errrors while loading installed package list. Updating spacing. * 👌 Updating community nodes error messages. * Added disable flag * 🐛 Fixing a community nodes update detection bug when there are missing packages. (#3497) * ✨ Added front-end support for community nodes feature flag * ✨ Implemented community package installation modal dialog * 💄 Community nodes installation modal updates: Moved links to constants and used them in translations, disabling inputs in loading state. * ✨ Implemented community packages install flow * Standardize error codes (#3501) * Standardize error: 400 for request issues such as invalid package name and 500 for installation problems * Fix http status code for when package is not found * ✨ Implemented community package installation modal dialog * 💄 Community nodes installation modal updates: Moved links to constants and used them in translations, disabling inputs in loading state. * ✨ Implemented community packages install flow * ✨ Updated error handling based on the response codes * ✨ Implemented community package installation modal dialog * ✨ Implemented community package uninstall flow. * ✨ Finished update confirm modal UI * 💄 Replaced community nodes tooltip image with the one exported from figma. * ✨ Implemented community package update process * ✨ Updating community nodes list after successful package update * 🔒 Updating public API setting route to use new access rules. Updating express app definition in community nodes tests * ✨ Implemented community package installation modal dialog * 💄 Community nodes installation modal updates: Moved links to constants and used them in translations, disabling inputs in loading state. * ✨ Implemented community packages install flow * ✨ Updated error handling based on the response codes * Change output for installation request * Improve payload for update requests * 👌 Updating community nodes install modal UI * 👌 Updating community nodes confirm modal logic * 👌 Refactoring community nodes confirm modal dialog * 👌 Separating community nodes components loading states * 💄 Updating community nodes install modal spacing. * Fix behavior for installing already installed packages * 💡 Commenting community nodes install process * 🔥 Removing leftover commits of deleted Vue mutations * ✨ Updated node list to identify community nodes and handle node name clash * ✨ Implemented missing community node dialog. * 💄 Updating n8n-tabs component to support tooltips * ✨ Updating node details with community node details. * 🔨 Using back-end response when updating community packages * 👌 Updating tabs component and refactoring community nodes store mutations * 👌 Adding community node flag to node type descriptions and using it to identify community nodes * 👌 Hiding unnecessary elements from missing node details panel. * 👌 Updating missing node type descriptions for custom and community nodes * 👌 Updating community node package name detection logic * 👌 Removing communityNode flag from node description * ✨ Adding `force` flag to credentials fetching (#3527) * ✨ Adding `force` flag to credentials fetching which can be used to skip check when loading credentials * ✨ Forcing credentials loading when opening nodeView * 👌 Minor updates to community nodes details panel * tests for post endpoint * duplicate comments * Add Patch and Delete enpoints tests * 🔒 Using `pageCategory`prop to assemble the list of settings routes instead of hard-coded array (#3562) * 📈 Added front-end telemetry events for community nodes * 📈 Updating community nodes telemetry events * 💄 Updating community nodes settings UI elements based on product/design review * 💄 Updating node view & node details view for community nodes based on product/design feedback * 💄 Fixing community node text capitalisation * ✨ Adding community node install error message under the package name input field * Fixed and improved tests * Fix lint issue * feat: Migrated to npm release of riot-tmpl fork. * 📈 Updating community nodes telemetry events based on the product review * 💄 Updating community nodes UI based on the design feedback * 🔀 Merging recent node draggable panels changes * Implement self healing process * Improve error messages for package name requirement and disk space * 💄 Removing front-end error message override since appropriate response is available from the back-end * Fix lint issues * Fix installed node name * 💄 Removed additional node name parsing * 📈 Updating community nodes telemetry events * Fix postgres migration for cascading nodes when package is removed * Remove postman mock for banned packages * 📈 Adding missing telemetry event for community node documentation click * 🐛 Fixing community nodes UI bugs reported during the bug bash * Fix issue with uninstalling packages not reflecting UI * 🐛 Fixing a missing node type bug when trying to run a workflow. * Improve error detection for installing packages * 💄 Updating community nodes components styling and wording based on the product feedback * Implement telemetry be events * Add author name and email to packages * Fix telemetry be events for community packages * 📈 Updating front-end telemetry events with community nodes author data * 💄 Updating credentials documentation link logic to handle community nodes credentials * 🐛 Fixing draggable panels logic * Fix duplicate wrong import * 💄 Hiding community nodes credentials documentation links when they don't contain an absolute URL * Fix issue with detection of missing packages * 💄 Adding the `Docs` tab to community nodes * 💄 Adding a failed loading indicator to community nodes list * Prevent n8n from crashing on startup * Refactor and improve code quality * ⚡ Remove not needed depenedency Co-authored-by: Omar Ajoue <krynble@gmail.com> Co-authored-by: Milorad Filipović <milorad@n8n.io> Co-authored-by: Milorad FIlipović <miloradfilipovic19@gmail.com> Co-authored-by: agobrech <ael.gobrecht@gmail.com> Co-authored-by: Alex Grozav <alex@grozav.com>
342 lines
11 KiB
TypeScript
342 lines
11 KiB
TypeScript
import { exec } from 'child_process';
|
|
import express from 'express';
|
|
import * as utils from './shared/utils';
|
|
import type { InstalledNodePayload, InstalledPackagePayload } from './shared/types';
|
|
import type { Role } from '../../src/databases/entities/Role';
|
|
import type { User } from '../../src/databases/entities/User';
|
|
import * as testDb from './shared/testDb';
|
|
|
|
jest.mock('../../src/CommunityNodes/helpers', () => ({
|
|
matchPackagesWithUpdates: jest.requireActual('../../src/CommunityNodes/helpers').matchPackagesWithUpdates,
|
|
parsePackageName: jest.requireActual('../../src/CommunityNodes/helpers').parsePackageName,
|
|
hasPackageLoadedSuccessfully: jest.fn(),
|
|
searchInstalledPackage: jest.fn(),
|
|
executeCommand: jest.fn(),
|
|
checkPackageStatus: jest.fn(),
|
|
removePackageFromMissingList: jest.fn(),
|
|
}));
|
|
|
|
jest.mock('../../src/CommunityNodes/packageModel', () => ({
|
|
getAllInstalledPackages: jest.requireActual('../../src/CommunityNodes/packageModel').getAllInstalledPackages,
|
|
removePackageFromDatabase: jest.fn(),
|
|
searchInstalledPackage: jest.fn(),
|
|
}));
|
|
|
|
import { executeCommand, checkPackageStatus, hasPackageLoadedSuccessfully, removePackageFromMissingList } from '../../src/CommunityNodes/helpers';
|
|
import { getAllInstalledPackages, searchInstalledPackage, removePackageFromDatabase } from '../../src/CommunityNodes/packageModel';
|
|
import { CURRENT_PACKAGE_VERSION, UPDATED_PACKAGE_VERSION } from './shared/constants';
|
|
import { installedPackagePayload } from './shared/utils';
|
|
|
|
jest.mock('../../src/telemetry');
|
|
|
|
jest.mock('../../src/LoadNodesAndCredentials', () => ({
|
|
LoadNodesAndCredentials: jest.fn(),
|
|
}));
|
|
import { LoadNodesAndCredentials } from '../../src/LoadNodesAndCredentials';
|
|
|
|
|
|
|
|
let app: express.Application;
|
|
let testDbName = '';
|
|
let globalOwnerRole: Role;
|
|
let globalMemberRole: Role;
|
|
let ownerShell: User;
|
|
|
|
beforeAll(async () => {
|
|
app = await utils.initTestServer({ endpointGroups: ['nodes'], applyAuth: true });
|
|
const initResult = await testDb.init();
|
|
testDbName = initResult.testDbName;
|
|
|
|
utils.initConfigFile();
|
|
|
|
globalOwnerRole = await testDb.getGlobalOwnerRole();
|
|
globalMemberRole = await testDb.getGlobalMemberRole();
|
|
ownerShell = await testDb.createUserShell(globalOwnerRole);
|
|
|
|
utils.initTestLogger();
|
|
utils.initTestTelemetry();
|
|
});
|
|
|
|
beforeEach(async () => {
|
|
await testDb.truncate(['InstalledNodes', 'InstalledPackages'], testDbName);
|
|
// @ts-ignore
|
|
executeCommand.mockReset();
|
|
// @ts-ignore
|
|
checkPackageStatus.mockReset();
|
|
// @ts-ignore
|
|
searchInstalledPackage.mockReset();
|
|
// @ts-ignore
|
|
hasPackageLoadedSuccessfully.mockReset();
|
|
});
|
|
|
|
afterAll(async () => {
|
|
await testDb.terminate(testDbName);
|
|
});
|
|
|
|
test('GET /nodes should return empty list when no nodes are installed', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
|
|
const response = await authOwnerAgent.get('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data).toHaveLength(0);
|
|
});
|
|
|
|
test('GET /nodes should return list with installed package and node', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const installedPackage = await saveMockPackage(installedPackagePayload());
|
|
await saveMockNode(utils.installedNodePayload(installedPackage.packageName));
|
|
|
|
const response = await authOwnerAgent.get('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data).toHaveLength(1);
|
|
expect(response.body.data[0].installedNodes).toHaveLength(1);
|
|
});
|
|
|
|
test('GET /nodes should return list with multiple installed package and node', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const installedPackage1 = await saveMockPackage(installedPackagePayload());
|
|
await saveMockNode(utils.installedNodePayload(installedPackage1.packageName));
|
|
|
|
const installedPackage2 = await saveMockPackage(installedPackagePayload());
|
|
await saveMockNode(utils.installedNodePayload(installedPackage2.packageName));
|
|
await saveMockNode(utils.installedNodePayload(installedPackage2.packageName));
|
|
|
|
const response = await authOwnerAgent.get('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(200);
|
|
expect(response.body.data).toHaveLength(2);
|
|
expect([...response.body.data[0].installedNodes, ...response.body.data[1].installedNodes]).toHaveLength(3);
|
|
});
|
|
|
|
test('GET /nodes should not check for updates when there are no packages installed', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
|
|
await authOwnerAgent.get('/nodes').send();
|
|
|
|
expect(executeCommand).toHaveBeenCalledTimes(0);
|
|
});
|
|
|
|
test('GET /nodes should check for updates when there are packages installed', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const installedPackage = await saveMockPackage(installedPackagePayload());
|
|
await saveMockNode(utils.installedNodePayload(installedPackage.packageName));
|
|
|
|
await authOwnerAgent.get('/nodes').send();
|
|
|
|
expect(executeCommand).toHaveBeenCalledWith('npm outdated --json', {"doNotHandleError": true});
|
|
});
|
|
|
|
test('GET /nodes should mention updates when available', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const installedPackage = await saveMockPackage(installedPackagePayload());
|
|
await saveMockNode(utils.installedNodePayload(installedPackage.packageName));
|
|
|
|
// @ts-ignore
|
|
executeCommand.mockImplementation(() => {
|
|
throw getNpmOutdatedError(installedPackage.packageName);
|
|
});
|
|
|
|
const response = await authOwnerAgent.get('/nodes').send();
|
|
expect(response.body.data[0].installedVersion).toBe(CURRENT_PACKAGE_VERSION);
|
|
expect(response.body.data[0].updateAvailable).toBe(UPDATED_PACKAGE_VERSION);
|
|
});
|
|
|
|
// TEST POST ENDPOINT
|
|
|
|
test('POST /nodes package name should not be empty', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const response = await authOwnerAgent.post('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(400);
|
|
});
|
|
|
|
test('POST /nodes Should not install duplicate packages', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
// @ts-ignore
|
|
searchInstalledPackage.mockImplementation(() => {
|
|
return true;
|
|
});
|
|
// @ts-ignore
|
|
hasPackageLoadedSuccessfully.mockImplementation(() => {
|
|
return true;
|
|
});
|
|
|
|
const response = await authOwnerAgent.post('/nodes').send(requestBody);
|
|
expect(response.status).toBe(400);
|
|
expect(response.body.message).toContain('already installed');
|
|
});
|
|
|
|
test('POST /nodes Should allow installing packages that could not be loaded', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
// @ts-ignore
|
|
searchInstalledPackage.mockImplementation(() => {
|
|
return true;
|
|
});
|
|
// @ts-ignore
|
|
hasPackageLoadedSuccessfully.mockImplementation(() => {
|
|
return false;
|
|
});
|
|
|
|
// @ts-ignore
|
|
checkPackageStatus.mockImplementation(() => {
|
|
return {status:'OK'};
|
|
});
|
|
|
|
// @ts-ignore
|
|
LoadNodesAndCredentials.mockImplementation(() => {
|
|
return {
|
|
loadNpmModule: () => {
|
|
return {
|
|
installedNodes: [],
|
|
};
|
|
},
|
|
};
|
|
});
|
|
|
|
const response = await authOwnerAgent.post('/nodes').send(requestBody);
|
|
|
|
expect(removePackageFromMissingList).toHaveBeenCalled();
|
|
expect(response.status).toBe(200);
|
|
});
|
|
|
|
test('POST /nodes package should not install banned package', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const installedPackage = installedPackagePayload();
|
|
const requestBody = {
|
|
name: installedPackage.packageName,
|
|
};
|
|
|
|
// @ts-ignore
|
|
checkPackageStatus.mockImplementation(() => {
|
|
return {status:'Banned'};
|
|
});
|
|
const response = await authOwnerAgent.post('/nodes').send(requestBody);
|
|
expect(response.statusCode).toBe(400);
|
|
expect(response.body.message).toContain('banned');
|
|
});
|
|
|
|
// TEST DELETE ENDPOINT
|
|
test('DELETE /nodes package name should not be empty', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const response = await authOwnerAgent.delete('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(400);
|
|
});
|
|
|
|
test('DELETE /nodes Should return error when package was not installed', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
|
|
const response = await authOwnerAgent.delete('/nodes').send(requestBody);
|
|
expect(response.status).toBe(400);
|
|
expect(response.body.message).toContain('not installed');
|
|
});
|
|
|
|
// Useful test ?
|
|
test('DELETE /nodes package should be uninstall all conditions are true', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
// @ts-ignore
|
|
searchInstalledPackage.mockImplementation(() => {
|
|
return {
|
|
installedNodes: [],
|
|
};
|
|
});
|
|
|
|
const removeNpmModuleMock = jest.fn();
|
|
// @ts-ignore
|
|
LoadNodesAndCredentials.mockImplementation(() => {
|
|
return {
|
|
removeNpmModule: removeNpmModuleMock,
|
|
};
|
|
});
|
|
|
|
const response = await authOwnerAgent.delete('/nodes').send(requestBody);
|
|
expect(response.statusCode).toBe(200);
|
|
expect(removeNpmModuleMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
// TEST PATCH ENDPOINT
|
|
|
|
test('PATCH /nodes package name should not be empty', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const response = await authOwnerAgent.patch('/nodes').send();
|
|
|
|
expect(response.statusCode).toBe(400);
|
|
});
|
|
|
|
test('PATCH /nodes Should return error when package was not installed', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
|
|
const response = await authOwnerAgent.patch('/nodes').send(requestBody);
|
|
expect(response.status).toBe(400);
|
|
expect(response.body.message).toContain('not installed');
|
|
});
|
|
|
|
test('PATCH /nodes package should be updated if all conditions are true', async () => {
|
|
const authOwnerAgent = utils.createAgent(app, { auth: true, user: ownerShell });
|
|
const requestBody = {
|
|
name: installedPackagePayload().packageName,
|
|
};
|
|
// @ts-ignore
|
|
searchInstalledPackage.mockImplementation(() => {
|
|
return {
|
|
installedNodes: [],
|
|
};
|
|
});
|
|
|
|
const updatedNpmModuleMock = jest.fn(() => ({
|
|
installedNodes: [],
|
|
}));
|
|
|
|
// @ts-ignore
|
|
LoadNodesAndCredentials.mockImplementation(() => {
|
|
return {
|
|
updateNpmModule: updatedNpmModuleMock,
|
|
};
|
|
});
|
|
|
|
const response = await authOwnerAgent.patch('/nodes').send(requestBody);
|
|
expect(updatedNpmModuleMock).toHaveBeenCalledTimes(1);
|
|
});
|
|
|
|
async function saveMockPackage(payload: InstalledPackagePayload) {
|
|
return await testDb.saveInstalledPackage(payload);
|
|
}
|
|
|
|
async function saveMockNode(payload: InstalledNodePayload) {
|
|
return await testDb.saveInstalledNode(payload);
|
|
}
|
|
|
|
function getNpmOutdatedError(packageName: string) {
|
|
const errorOutput = new Error('Something went wrong');
|
|
// @ts-ignore
|
|
errorOutput.code = 1;
|
|
// @ts-ignore
|
|
errorOutput.stdout = '{' +
|
|
`"${packageName}": {` +
|
|
`"current": "${CURRENT_PACKAGE_VERSION}",` +
|
|
`"wanted": "${CURRENT_PACKAGE_VERSION}",` +
|
|
`"latest": "${UPDATED_PACKAGE_VERSION}",` +
|
|
`"location": "node_modules/${packageName}"` +
|
|
'}' +
|
|
'}';
|
|
|
|
return errorOutput;
|
|
}
|