2024-07-15 03:16:27 -07:00
|
|
|
import config from '@/config';
|
|
|
|
import promClient from 'prom-client';
|
|
|
|
import promBundle from 'express-prom-bundle';
|
|
|
|
import { mock } from 'jest-mock-extended';
|
|
|
|
import { PrometheusMetricsService } from '../prometheus-metrics.service';
|
|
|
|
import type express from 'express';
|
2024-08-26 02:10:06 -07:00
|
|
|
import type { MessageEventBus } from '@/eventbus/message-event-bus/message-event-bus';
|
2024-07-31 08:45:11 -07:00
|
|
|
import { mockInstance } from '@test/mocking';
|
|
|
|
import { GlobalConfig } from '@n8n/config';
|
2024-08-28 02:36:00 -07:00
|
|
|
import type { EventService } from '@/events/event.service';
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
const mockMiddleware = (
|
|
|
|
_req: express.Request,
|
|
|
|
_res: express.Response,
|
|
|
|
next: express.NextFunction,
|
|
|
|
) => next();
|
|
|
|
|
|
|
|
jest.mock('prom-client');
|
|
|
|
jest.mock('express-prom-bundle', () => jest.fn(() => mockMiddleware));
|
|
|
|
|
|
|
|
describe('PrometheusMetricsService', () => {
|
2024-07-31 08:45:11 -07:00
|
|
|
const globalConfig = mockInstance(GlobalConfig, {
|
|
|
|
endpoints: {
|
|
|
|
metrics: {
|
|
|
|
prefix: 'n8n_',
|
2024-08-28 02:36:00 -07:00
|
|
|
includeDefaultMetrics: false,
|
|
|
|
includeApiEndpoints: false,
|
|
|
|
includeCacheMetrics: false,
|
|
|
|
includeMessageEventBusMetrics: false,
|
2024-07-31 08:45:11 -07:00
|
|
|
includeCredentialTypeLabel: false,
|
|
|
|
includeNodeTypeLabel: false,
|
|
|
|
includeWorkflowIdLabel: false,
|
2024-08-28 02:36:00 -07:00
|
|
|
includeApiPathLabel: false,
|
|
|
|
includeApiMethodLabel: false,
|
|
|
|
includeApiStatusCodeLabel: false,
|
|
|
|
includeQueueMetrics: false,
|
2024-07-31 08:45:11 -07:00
|
|
|
},
|
|
|
|
},
|
2024-07-15 03:16:27 -07:00
|
|
|
});
|
|
|
|
|
2024-08-28 02:36:00 -07:00
|
|
|
const app = mock<express.Application>();
|
|
|
|
const eventBus = mock<MessageEventBus>();
|
|
|
|
const eventService = mock<EventService>();
|
|
|
|
const prometheusMetricsService = new PrometheusMetricsService(
|
|
|
|
mock(),
|
|
|
|
eventBus,
|
|
|
|
globalConfig,
|
|
|
|
eventService,
|
|
|
|
);
|
|
|
|
|
|
|
|
afterEach(() => {
|
|
|
|
jest.clearAllMocks();
|
|
|
|
prometheusMetricsService.disableAllMetrics();
|
|
|
|
});
|
|
|
|
|
|
|
|
describe('constructor', () => {
|
|
|
|
it('should enable metrics based on global config', async () => {
|
|
|
|
const customGlobalConfig = { ...globalConfig };
|
|
|
|
customGlobalConfig.endpoints.metrics.includeCacheMetrics = true;
|
|
|
|
const customPrometheusMetricsService = new PrometheusMetricsService(
|
|
|
|
mock(),
|
|
|
|
mock(),
|
|
|
|
customGlobalConfig,
|
|
|
|
mock(),
|
|
|
|
);
|
|
|
|
|
|
|
|
await customPrometheusMetricsService.init(app);
|
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenCalledWith({
|
|
|
|
name: 'n8n_cache_hits_total',
|
|
|
|
help: 'Total number of cache hits.',
|
|
|
|
labelNames: ['cache'],
|
|
|
|
});
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
2024-07-18 01:27:35 -07:00
|
|
|
describe('init', () => {
|
2024-07-15 03:16:27 -07:00
|
|
|
it('should set up `n8n_version_info`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
2024-08-28 02:36:00 -07:00
|
|
|
expect(promClient.Gauge).toHaveBeenNthCalledWith(1, {
|
2024-07-15 03:16:27 -07:00
|
|
|
name: 'n8n_version_info',
|
|
|
|
help: 'n8n version info.',
|
|
|
|
labelNames: ['version', 'major', 'minor', 'patch'],
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should set up default metrics collection with `prom-client`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('default');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
expect(promClient.collectDefaultMetrics).toHaveBeenCalled();
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should set up `n8n_cache_hits_total`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('cache');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenCalledWith({
|
|
|
|
name: 'n8n_cache_hits_total',
|
|
|
|
help: 'Total number of cache hits.',
|
|
|
|
labelNames: ['cache'],
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should set up `n8n_cache_misses_total`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('cache');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenCalledWith({
|
|
|
|
name: 'n8n_cache_misses_total',
|
|
|
|
help: 'Total number of cache misses.',
|
|
|
|
labelNames: ['cache'],
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should set up `n8n_cache_updates_total`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('cache');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenCalledWith({
|
|
|
|
name: 'n8n_cache_updates_total',
|
|
|
|
help: 'Total number of cache updates.',
|
|
|
|
labelNames: ['cache'],
|
|
|
|
});
|
2024-07-18 01:27:35 -07:00
|
|
|
// @ts-expect-error private field
|
2024-08-28 02:36:00 -07:00
|
|
|
expect(prometheusMetricsService.counters.cacheUpdatesTotal?.inc).toHaveBeenCalledWith(0);
|
2024-07-15 03:16:27 -07:00
|
|
|
});
|
|
|
|
|
2024-07-22 03:01:44 -07:00
|
|
|
it('should set up route metrics with `express-prom-bundle`', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('routes');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
|
|
|
expect(promBundle).toHaveBeenCalledWith({
|
|
|
|
autoregister: false,
|
|
|
|
includeUp: false,
|
2024-08-28 02:36:00 -07:00
|
|
|
includePath: false,
|
|
|
|
includeMethod: false,
|
|
|
|
includeStatusCode: false,
|
2024-07-15 03:16:27 -07:00
|
|
|
});
|
|
|
|
|
|
|
|
expect(app.use).toHaveBeenCalledWith(
|
2024-07-19 04:27:08 -07:00
|
|
|
[
|
|
|
|
'/rest/',
|
|
|
|
'/api/',
|
|
|
|
'/webhook/',
|
|
|
|
'/webhook-waiting/',
|
|
|
|
'/webhook-test/',
|
|
|
|
'/form/',
|
|
|
|
'/form-waiting/',
|
|
|
|
'/form-test/',
|
|
|
|
],
|
2024-07-15 03:16:27 -07:00
|
|
|
expect.any(Function),
|
|
|
|
);
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should set up event bus metrics', async () => {
|
2024-08-28 02:36:00 -07:00
|
|
|
prometheusMetricsService.enableMetric('logs');
|
|
|
|
await prometheusMetricsService.init(app);
|
2024-07-15 03:16:27 -07:00
|
|
|
|
2024-07-18 01:27:35 -07:00
|
|
|
expect(eventBus.on).toHaveBeenCalledWith('metrics.eventBus.event', expect.any(Function));
|
2024-07-15 03:16:27 -07:00
|
|
|
});
|
2024-08-28 02:36:00 -07:00
|
|
|
|
|
|
|
it('should set up queue metrics if enabled', async () => {
|
|
|
|
config.set('executions.mode', 'queue');
|
|
|
|
prometheusMetricsService.enableMetric('queue');
|
|
|
|
|
|
|
|
await prometheusMetricsService.init(app);
|
|
|
|
|
|
|
|
// call 1 is for `n8n_version_info` (always enabled)
|
|
|
|
|
|
|
|
expect(promClient.Gauge).toHaveBeenNthCalledWith(2, {
|
|
|
|
name: 'n8n_scaling_mode_queue_jobs_waiting',
|
|
|
|
help: 'Current number of enqueued jobs waiting for pickup in scaling mode.',
|
|
|
|
});
|
|
|
|
|
|
|
|
expect(promClient.Gauge).toHaveBeenNthCalledWith(3, {
|
|
|
|
name: 'n8n_scaling_mode_queue_jobs_active',
|
|
|
|
help: 'Current number of jobs being processed across all workers in scaling mode.',
|
|
|
|
});
|
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenNthCalledWith(1, {
|
|
|
|
name: 'n8n_scaling_mode_queue_jobs_completed',
|
|
|
|
help: 'Total number of jobs completed across all workers in scaling mode since instance start.',
|
|
|
|
});
|
|
|
|
|
|
|
|
expect(promClient.Counter).toHaveBeenNthCalledWith(2, {
|
|
|
|
name: 'n8n_scaling_mode_queue_jobs_failed',
|
|
|
|
help: 'Total number of jobs failed across all workers in scaling mode since instance start.',
|
|
|
|
});
|
|
|
|
|
|
|
|
expect(eventService.on).toHaveBeenCalledWith('job-counts-updated', expect.any(Function));
|
|
|
|
});
|
|
|
|
|
|
|
|
it('should not set up queue metrics if enabled but not on scaling mode', async () => {
|
|
|
|
config.set('executions.mode', 'regular');
|
|
|
|
prometheusMetricsService.enableMetric('queue');
|
|
|
|
|
|
|
|
await prometheusMetricsService.init(app);
|
|
|
|
|
|
|
|
expect(promClient.Gauge).toHaveBeenCalledTimes(1); // version metric
|
|
|
|
expect(promClient.Counter).toHaveBeenCalledTimes(0); // cache metrics
|
|
|
|
expect(eventService.on).not.toHaveBeenCalled();
|
|
|
|
});
|
2024-07-15 03:16:27 -07:00
|
|
|
});
|
|
|
|
});
|