uptime-kuma/server/model/monitor.js

1515 lines
61 KiB
JavaScript
Raw Normal View History

2021-07-30 04:18:26 -07:00
const https = require("https");
2021-06-25 06:55:49 -07:00
const dayjs = require("dayjs");
2021-06-27 01:10:55 -07:00
const axios = require("axios");
2021-07-30 04:18:26 -07:00
const { Prometheus } = require("../prometheus");
const { log, UP, DOWN, PENDING, MAINTENANCE, flipStatus, TimeLogger, MAX_INTERVAL_SECOND, MIN_INTERVAL_SECOND,
SQL_DATETIME_FORMAT
} = require("../../src/util");
const { tcping, ping, checkCertificate, checkStatusCode, getTotalClientInRoom, setting, mssqlQuery, postgresQuery, mysqlQuery, mqttAsync, setSetting, httpNtlm, radius, grpcQuery,
redisPingAsync, mongodbPing, kafkaProducerAsync, getOidcTokenClientCredentials,
2023-01-05 06:58:24 -08:00
} = require("../util-server");
2021-07-30 04:18:26 -07:00
const { R } = require("redbean-node");
const { BeanModel } = require("redbean-node/dist/bean-model");
2021-09-16 23:42:19 -07:00
const { Notification } = require("../notification");
const { Proxy } = require("../proxy");
2021-10-15 09:57:26 -07:00
const { demoMode } = require("../config");
2021-08-12 09:13:46 -07:00
const version = require("../../package.json").version;
const apicache = require("../modules/apicache");
const { UptimeKumaServer } = require("../uptime-kuma-server");
const { CacheableDnsHttpAgent } = require("../cacheable-dns-http-agent");
const { DockerHost } = require("../docker");
2023-01-08 00:22:36 -08:00
const Gamedig = require("gamedig");
✨ feat: json-query monitor added (#3253) * ✨ feat: json-query monitor added Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: import warning error Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: br tag and remove comment Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: supporting compare string with other types Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: switch to a better lib for json query Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better description on json query and using `v-html` in jsonQueryDescription element to fix `a` tags Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: result variable in error message Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typos in json query description Co-authored-by: Frank Elsinga <[email protected]> * 📝 docs: `HTTP(s) Json Query` added to monitor list in `README.md` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: needed white space in `README.md` Co-authored-by: Frank Elsinga <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Rebuild package-lock.json * Lint --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: zappityzap <128872140+[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-13 08:37:26 -07:00
const jsonata = require("jsonata");
2023-06-27 00:54:33 -07:00
const jwt = require("jsonwebtoken");
const { UptimeCalculator } = require("../uptime-calculator");
2021-06-27 01:10:55 -07:00
/**
* status:
* 0 = DOWN
* 1 = UP
2021-07-27 10:53:59 -07:00
* 2 = PENDING
* 3 = MAINTENANCE
2021-06-27 01:10:55 -07:00
*/
2021-06-25 06:55:49 -07:00
class Monitor extends BeanModel {
2021-09-12 11:26:45 -07:00
/**
* Return an object that ready to parse to JSON for public Only show
* necessary data to public
* @param {boolean} showTags Include tags in JSON
* @param {boolean} certExpiry Include certificate expiry info in
* JSON
* @returns {object} Object ready to parse
2021-09-12 11:26:45 -07:00
*/
2023-07-04 16:37:45 -07:00
async toPublicJSON(showTags = false, certExpiry = false) {
2022-03-18 02:56:46 -07:00
let obj = {
id: this.id,
name: this.name,
sendUrl: this.sendUrl,
type: this.type,
};
if (this.sendUrl) {
obj.url = this.url;
}
2022-03-18 02:56:46 -07:00
if (showTags) {
obj.tags = await this.getTags();
}
2023-07-04 16:37:45 -07:00
if (certExpiry && this.type === "http") {
2023-07-04 16:37:45 -07:00
const { certExpiryDaysRemaining, validCert } = await this.getCertExpiry(this.id);
obj.certExpiryDaysRemaining = certExpiryDaysRemaining;
obj.validCert = validCert;
}
2022-03-18 02:56:46 -07:00
return obj;
2021-09-12 11:26:45 -07:00
}
/**
2022-03-18 02:56:46 -07:00
* Return an object that ready to parse to JSON
* @param {boolean} includeSensitiveData Include sensitive data in
* JSON
* @returns {object} Object ready to parse
2021-09-12 11:26:45 -07:00
*/
2022-04-17 04:30:58 -07:00
async toJSON(includeSensitiveData = true) {
let notificationIDList = {};
let list = await R.find("monitor_notification", " monitor_id = ? ", [
2021-07-30 04:18:26 -07:00
this.id,
2021-09-16 23:42:19 -07:00
]);
for (let bean of list) {
notificationIDList[bean.notification_id] = true;
}
2022-03-18 02:56:46 -07:00
const tags = await this.getTags();
2023-06-27 00:54:33 -07:00
let screenshot = null;
if (this.type === "real-browser") {
screenshot = "/screenshots/" + jwt.sign(this.id, UptimeKumaServer.getInstance().jwtSecret) + ".png";
}
2022-04-17 04:30:58 -07:00
let data = {
2021-06-25 06:55:49 -07:00
id: this.id,
name: this.name,
description: this.description,
pathName: await this.getPathName(),
parent: this.parent,
childrenIDs: await Monitor.getAllChildrenIDs(this.id),
2021-06-25 06:55:49 -07:00
url: this.url,
method: this.method,
2021-06-30 23:03:06 -07:00
hostname: this.hostname,
port: this.port,
maxretries: this.maxretries,
2021-06-30 22:11:16 -07:00
weight: this.weight,
active: await this.isActive(),
forceInactive: !await Monitor.isParentActive(this.id),
2021-06-25 06:55:49 -07:00
type: this.type,
timeout: this.timeout,
2021-06-25 06:55:49 -07:00
interval: this.interval,
retryInterval: this.retryInterval,
2022-01-23 06:22:57 -08:00
resendInterval: this.resendInterval,
2021-07-01 02:19:28 -07:00
keyword: this.keyword,
2023-04-05 17:10:21 -07:00
invertKeyword: this.isInvertKeyword(),
expiryNotification: this.isEnabledExpiryNotification(),
ignoreTls: this.getIgnoreTls(),
upsideDown: this.isUpsideDown(),
packetSize: this.packetSize,
maxredirects: this.maxredirects,
accepted_statuscodes: this.getAcceptedStatuscodes(),
2021-08-22 15:05:48 -07:00
dns_resolve_type: this.dns_resolve_type,
dns_resolve_server: this.dns_resolve_server,
2021-08-28 12:20:25 -07:00
dns_last_result: this.dns_last_result,
2022-01-13 08:17:07 -08:00
docker_container: this.docker_container,
docker_host: this.docker_host,
proxyId: this.proxy_id,
2021-07-30 04:18:26 -07:00
notificationIDList,
tags: tags,
maintenance: await Monitor.isUnderMaintenance(this.id),
2021-12-18 13:35:18 -08:00
mqttTopic: this.mqttTopic,
2022-05-13 10:58:23 -07:00
mqttSuccessMessage: this.mqttSuccessMessage,
databaseQuery: this.databaseQuery,
2022-05-13 10:58:23 -07:00
authMethod: this.authMethod,
grpcUrl: this.grpcUrl,
grpcProtobuf: this.grpcProtobuf,
grpcMethod: this.grpcMethod,
grpcServiceName: this.grpcServiceName,
grpcEnableTls: this.getGrpcEnableTls(),
2022-05-12 02:48:38 -07:00
radiusCalledStationId: this.radiusCalledStationId,
radiusCallingStationId: this.radiusCallingStationId,
2023-01-08 00:22:36 -08:00
game: this.game,
gamedigGivenPortOnly: this.getGameDigGivenPortOnly(),
2023-06-27 00:54:33 -07:00
httpBodyEncoding: this.httpBodyEncoding,
✨ feat: json-query monitor added (#3253) * ✨ feat: json-query monitor added Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: import warning error Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: br tag and remove comment Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: supporting compare string with other types Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: switch to a better lib for json query Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better description on json query and using `v-html` in jsonQueryDescription element to fix `a` tags Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: result variable in error message Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typos in json query description Co-authored-by: Frank Elsinga <[email protected]> * 📝 docs: `HTTP(s) Json Query` added to monitor list in `README.md` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: needed white space in `README.md` Co-authored-by: Frank Elsinga <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Rebuild package-lock.json * Lint --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: zappityzap <128872140+[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-13 08:37:26 -07:00
jsonPath: this.jsonPath,
expectedValue: this.expectedValue,
✨ feat: added kafka producer (#3268) * ✨ feat: added kafka producer Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: eslint warn Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typings and auth problems Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better variable name to trrack disconnection Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: grouping Kafka Producer special settings into one template Signed-off-by: Muhammed Hussein Karimi <[email protected]> * ✨ feat: add kafka producer translations into `en.json` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: disable close-on-select on kafka broker picker Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: `en.json` invalid json (conflict resolve) Signed-off-by: Muhammed Hussein Karimi <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Minor * Fix a bug of clone --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-17 01:15:44 -07:00
kafkaProducerTopic: this.kafkaProducerTopic,
kafkaProducerBrokers: JSON.parse(this.kafkaProducerBrokers),
kafkaProducerSsl: this.kafkaProducerSsl === "1" && true || false,
kafkaProducerAllowAutoTopicCreation: this.kafkaProducerAllowAutoTopicCreation === "1" && true || false,
kafkaProducerMessage: this.kafkaProducerMessage,
2023-06-27 00:54:33 -07:00
screenshot,
2021-06-25 06:55:49 -07:00
};
2022-04-17 04:30:58 -07:00
if (includeSensitiveData) {
data = {
...data,
headers: this.headers,
body: this.body,
grpcBody: this.grpcBody,
grpcMetadata: this.grpcMetadata,
2022-04-17 04:30:58 -07:00
basic_auth_user: this.basic_auth_user,
basic_auth_pass: this.basic_auth_pass,
oauth_client_id: this.oauth_client_id,
oauth_client_secret: this.oauth_client_secret,
oauth_token_url: this.oauth_token_url,
oauth_scopes: this.oauth_scopes,
oauth_auth_method: this.oauth_auth_method,
2022-04-17 04:30:58 -07:00
pushToken: this.pushToken,
databaseConnectionString: this.databaseConnectionString,
radiusUsername: this.radiusUsername,
radiusPassword: this.radiusPassword,
radiusSecret: this.radiusSecret,
mqttUsername: this.mqttUsername,
mqttPassword: this.mqttPassword,
authWorkstation: this.authWorkstation,
authDomain: this.authDomain,
tlsCa: this.tlsCa,
tlsCert: this.tlsCert,
tlsKey: this.tlsKey,
✨ feat: added kafka producer (#3268) * ✨ feat: added kafka producer Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: eslint warn Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typings and auth problems Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better variable name to trrack disconnection Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: grouping Kafka Producer special settings into one template Signed-off-by: Muhammed Hussein Karimi <[email protected]> * ✨ feat: add kafka producer translations into `en.json` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: disable close-on-select on kafka broker picker Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: `en.json` invalid json (conflict resolve) Signed-off-by: Muhammed Hussein Karimi <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Minor * Fix a bug of clone --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-17 01:15:44 -07:00
kafkaProducerSaslOptions: JSON.parse(this.kafkaProducerSaslOptions),
2022-04-17 04:30:58 -07:00
};
}
data.includeSensitiveData = includeSensitiveData;
2022-04-17 04:30:58 -07:00
return data;
2021-06-25 06:55:49 -07:00
}
/**
* Checks if the monitor is active based on itself and its parents
* @returns {Promise<boolean>} Is the monitor active?
*/
async isActive() {
const parentActive = await Monitor.isParentActive(this.id);
return (this.active === 1) && parentActive;
}
/**
* Get all tags applied to this monitor
* @returns {Promise<LooseObject<any>[]>} List of tags on the
* monitor
*/
2022-03-18 02:56:46 -07:00
async getTags() {
return await R.getAll("SELECT mt.*, tag.name, tag.color FROM monitor_tag mt JOIN tag ON mt.tag_id = tag.id WHERE mt.monitor_id = ? ORDER BY tag.name", [ this.id ]);
2022-03-18 02:56:46 -07:00
}
2023-07-04 16:37:45 -07:00
/**
* Gets certificate expiry for this monitor
* @param {number} monitorID ID of monitor to send
* @returns {Promise<LooseObject<any>>} Certificate expiry info for
* monitor
2023-07-04 16:37:45 -07:00
*/
async getCertExpiry(monitorID) {
let tlsInfoBean = await R.findOne("monitor_tls_info", "monitor_id = ?", [
monitorID,
]);
let tlsInfo;
if (tlsInfoBean) {
tlsInfo = JSON.parse(tlsInfoBean?.info_json);
if (tlsInfo?.valid && tlsInfo?.certInfo?.daysRemaining) {
return {
certExpiryDaysRemaining: tlsInfo.certInfo.daysRemaining,
validCert: true
};
}
}
return {
certExpiryDaysRemaining: "",
2023-07-04 16:37:45 -07:00
validCert: false
};
}
2021-11-02 04:30:44 -07:00
/**
* Encode user and password to Base64 encoding
* for HTTP "basic" auth, as per RFC-7617
* @param {string} user Username to encode
* @param {string} pass Password to encode
* @returns {string} Encoded username:password
2021-11-02 04:30:44 -07:00
*/
2021-11-22 20:59:48 -08:00
encodeBase64(user, pass) {
return Buffer.from(user + ":" + pass).toString("base64");
2021-11-02 05:11:33 -07:00
}
2021-11-02 04:30:44 -07:00
/**
* Is the TLS expiry notification enabled?
* @returns {boolean} Enabled?
*/
isEnabledExpiryNotification() {
return Boolean(this.expiryNotification);
}
/**
* Parse to boolean
* @returns {boolean} Should TLS errors be ignored?
*/
getIgnoreTls() {
2021-09-16 23:42:19 -07:00
return Boolean(this.ignoreTls);
}
/**
* Parse to boolean
* @returns {boolean} Is the monitor in upside down mode?
*/
isUpsideDown() {
return Boolean(this.upsideDown);
}
2023-04-05 17:10:21 -07:00
/**
* Parse to boolean
* @returns {boolean} Invert keyword match?
2023-04-05 17:10:21 -07:00
*/
isInvertKeyword() {
return Boolean(this.invertKeyword);
}
/**
* Parse to boolean
* @returns {boolean} Enable TLS for gRPC?
*/
getGrpcEnableTls() {
return Boolean(this.grpcEnableTls);
}
/**
* Get accepted status codes
* @returns {object} Accepted status codes
*/
getAcceptedStatuscodes() {
return JSON.parse(this.accepted_statuscodes_json);
}
/**
* Get if game dig should only use the port which was provided
* @returns {boolean} gamedig should only use the provided port
*/
getGameDigGivenPortOnly() {
return Boolean(this.gamedigGivenPortOnly);
}
/**
* Start monitor
* @param {Server} io Socket server instance
* @returns {void}
*/
2021-06-25 06:55:49 -07:00
start(io) {
2021-06-29 01:06:20 -07:00
let previousBeat = null;
let retries = 0;
2021-06-29 01:06:20 -07:00
this.prometheus = new Prometheus(this);
2021-06-27 01:10:55 -07:00
const beat = async () => {
2022-02-23 23:11:17 -08:00
let beatInterval = this.interval;
if (! beatInterval) {
beatInterval = 1;
}
if (demoMode) {
if (beatInterval < 20) {
console.log("beat interval too low, reset to 20s");
beatInterval = 20;
}
}
2021-08-10 02:51:30 -07:00
// Expose here for prometheus update
// undefined if not https
let tlsInfo = undefined;
2022-05-09 12:10:12 -07:00
if (!previousBeat || this.type === "push") {
2021-06-29 01:06:20 -07:00
previousBeat = await R.findOne("heartbeat", " monitor_id = ? ORDER BY time DESC", [
2021-07-30 04:18:26 -07:00
this.id,
2021-09-16 23:42:19 -07:00
]);
2021-06-29 01:06:20 -07:00
}
const isFirstBeat = !previousBeat;
2021-09-16 23:42:19 -07:00
let bean = R.dispense("heartbeat");
2021-06-27 01:10:55 -07:00
bean.monitor_id = this.id;
bean.time = R.isoDateTimeMillis(dayjs.utc());
bean.status = DOWN;
bean.downCount = previousBeat?.downCount || 0;
2021-06-27 01:10:55 -07:00
if (this.isUpsideDown()) {
bean.status = flipStatus(bean.status);
}
2021-06-27 01:10:55 -07:00
try {
if (await Monitor.isUnderMaintenance(this.id)) {
bean.msg = "Monitor under maintenance";
bean.status = MAINTENANCE;
} else if (this.type === "group") {
const children = await Monitor.getChildren(this.id);
if (children.length > 0) {
bean.status = UP;
bean.msg = "All children up and running";
for (const child of children) {
if (!child.active) {
// Ignore inactive childs
continue;
}
const lastBeat = await Monitor.getPreviousHeartbeat(child.id);
// Only change state if the monitor is in worse conditions then the ones before
// lastBeat.status could be null
if (!lastBeat) {
bean.status = PENDING;
} else if (bean.status === UP && (lastBeat.status === PENDING || lastBeat.status === DOWN)) {
bean.status = lastBeat.status;
} else if (bean.status === PENDING && lastBeat.status === DOWN) {
bean.status = lastBeat.status;
}
}
if (bean.status !== UP) {
bean.msg = "Child inaccessible";
}
} else {
// Set status pending if group is empty
bean.status = PENDING;
bean.msg = "Group empty";
}
✨ feat: json-query monitor added (#3253) * ✨ feat: json-query monitor added Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: import warning error Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: br tag and remove comment Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: supporting compare string with other types Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: switch to a better lib for json query Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better description on json query and using `v-html` in jsonQueryDescription element to fix `a` tags Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: result variable in error message Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typos in json query description Co-authored-by: Frank Elsinga <[email protected]> * 📝 docs: `HTTP(s) Json Query` added to monitor list in `README.md` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: needed white space in `README.md` Co-authored-by: Frank Elsinga <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Rebuild package-lock.json * Lint --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: zappityzap <128872140+[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-13 08:37:26 -07:00
} else if (this.type === "http" || this.type === "keyword" || this.type === "json-query") {
// Do not do any queries/high loading things before the "bean.ping"
2021-06-27 01:10:55 -07:00
let startTime = dayjs().valueOf();
2021-11-02 04:30:44 -07:00
// HTTP basic auth
let basicAuthHeader = {};
2022-05-13 10:58:23 -07:00
if (this.auth_method === "basic") {
basicAuthHeader = {
2021-11-22 20:59:48 -08:00
"Authorization": "Basic " + this.encodeBase64(this.basic_auth_user, this.basic_auth_pass),
2021-11-02 05:11:33 -07:00
};
2021-11-02 04:30:44 -07:00
}
// OIDC: Basic client credential flow.
// Additional grants might be implemented in the future
let oauth2AuthHeader = {};
if (this.auth_method === "oauth2-cc") {
try {
if (this.oauthAccessToken === undefined || new Date(this.oauthAccessToken.expires_at * 1000) <= new Date()) {
log.debug("monitor", `[${this.name}] The oauth access-token undefined or expired. Requesting a new one`);
this.oauthAccessToken = await getOidcTokenClientCredentials(this.oauth_token_url, this.oauth_client_id, this.oauth_client_secret, this.oauth_scopes, this.oauth_auth_method);
log.debug("monitor", `[${this.name}] Obtained oauth access-token. Expires at ${new Date(this.oauthAccessToken.expires_at * 1000)}`);
}
oauth2AuthHeader = {
"Authorization": this.oauthAccessToken.token_type + " " + this.oauthAccessToken.access_token,
};
} catch (e) {
throw new Error("The oauth config is invalid. " + e.message);
}
}
const httpsAgentOptions = {
maxCachedSessions: 0, // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
rejectUnauthorized: !this.getIgnoreTls(),
};
log.debug("monitor", `[${this.name}] Prepare Options for axios`);
2022-09-26 14:09:10 -07:00
let contentType = null;
let bodyValue = null;
2023-01-14 05:33:21 -08:00
2023-02-25 01:28:32 -08:00
if (this.body && (typeof this.body === "string" && this.body.trim().length > 0)) {
if (!this.httpBodyEncoding || this.httpBodyEncoding === "json") {
try {
bodyValue = JSON.parse(this.body);
contentType = "application/json";
} catch (e) {
throw new Error("Your JSON body is invalid. " + e.message);
}
} else if (this.httpBodyEncoding === "form") {
bodyValue = this.body;
contentType = "application/x-www-form-urlencoded";
2023-02-25 01:28:32 -08:00
} else if (this.httpBodyEncoding === "xml") {
bodyValue = this.body;
contentType = "text/xml; charset=utf-8";
}
2022-08-11 17:57:03 -07:00
}
// Axios Options
const options = {
url: this.url,
method: (this.method || "get").toLowerCase(),
2023-08-08 03:29:48 -07:00
timeout: this.timeout * 1000,
2021-07-30 04:18:26 -07:00
headers: {
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
2021-08-11 10:31:07 -07:00
"User-Agent": "Uptime-Kuma/" + version,
2023-01-20 01:29:56 -08:00
...(contentType ? { "Content-Type": contentType } : {}),
...(basicAuthHeader),
...(oauth2AuthHeader),
2023-01-20 01:29:56 -08:00
...(this.headers ? JSON.parse(this.headers) : {})
2021-07-30 04:18:26 -07:00
},
maxRedirects: this.maxredirects,
validateStatus: (status) => {
return checkStatusCode(status, this.getAcceptedStatuscodes());
},
};
2021-11-07 05:00:47 -08:00
2023-02-25 01:28:32 -08:00
if (bodyValue) {
options.data = bodyValue;
}
if (this.proxy_id) {
const proxy = await R.load("proxy", this.proxy_id);
if (proxy && proxy.active) {
const { httpAgent, httpsAgent } = Proxy.createAgents(proxy, {
httpsAgentOptions: httpsAgentOptions,
});
options.proxy = false;
options.httpAgent = httpAgent;
options.httpsAgent = httpsAgent;
}
}
if (!options.httpsAgent) {
options.httpsAgent = new https.Agent(httpsAgentOptions);
}
if (this.auth_method === "mtls") {
if (this.tlsCert !== null && this.tlsCert !== "") {
options.httpsAgent.options.cert = Buffer.from(this.tlsCert);
}
if (this.tlsCa !== null && this.tlsCa !== "") {
options.httpsAgent.options.ca = Buffer.from(this.tlsCa);
}
if (this.tlsKey !== null && this.tlsKey !== "") {
options.httpsAgent.options.key = Buffer.from(this.tlsKey);
}
}
log.debug("monitor", `[${this.name}] Axios Options: ${JSON.stringify(options)}`);
log.debug("monitor", `[${this.name}] Axios Request`);
// Make Request
let res = await this.makeAxiosRequest(options);
2022-05-13 10:58:23 -07:00
2021-09-16 23:42:19 -07:00
bean.msg = `${res.status} - ${res.statusText}`;
2021-06-27 01:10:55 -07:00
bean.ping = dayjs().valueOf() - startTime;
2021-07-01 02:19:28 -07:00
// Check certificate if https is used
let certInfoStartTime = dayjs().valueOf();
2021-07-22 01:13:58 -07:00
if (this.getUrl()?.protocol === "https:") {
log.debug("monitor", `[${this.name}] Check cert`);
try {
let tlsInfoObject = checkCertificate(res);
tlsInfo = await this.updateTlsInfo(tlsInfoObject);
if (!this.getIgnoreTls() && this.isEnabledExpiryNotification()) {
log.debug("monitor", `[${this.name}] call checkCertExpiryNotifications`);
await this.checkCertExpiryNotifications(tlsInfoObject);
}
} catch (e) {
if (e.message !== "No TLS certificate in response") {
log.error("monitor", "Caught error");
log.error("monitor", e.message);
}
}
}
2021-07-01 02:19:28 -07:00
if (process.env.TIMELOGGER === "1") {
log.debug("monitor", "Cert Info Query Time: " + (dayjs().valueOf() - certInfoStartTime) + "ms");
}
2021-10-15 03:36:40 -07:00
2022-04-17 00:43:03 -07:00
if (process.env.UPTIME_KUMA_LOG_RESPONSE_BODY_MONITOR_ID === this.id) {
log.info("monitor", res.data);
2021-10-15 03:36:40 -07:00
}
2021-07-01 02:19:28 -07:00
if (this.type === "http") {
bean.status = UP;
✨ feat: json-query monitor added (#3253) * ✨ feat: json-query monitor added Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: import warning error Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: br tag and remove comment Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: supporting compare string with other types Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: switch to a better lib for json query Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better description on json query and using `v-html` in jsonQueryDescription element to fix `a` tags Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: result variable in error message Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typos in json query description Co-authored-by: Frank Elsinga <[email protected]> * 📝 docs: `HTTP(s) Json Query` added to monitor list in `README.md` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: needed white space in `README.md` Co-authored-by: Frank Elsinga <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Rebuild package-lock.json * Lint --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: zappityzap <128872140+[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-13 08:37:26 -07:00
} else if (this.type === "keyword") {
2021-07-01 02:19:28 -07:00
2021-07-11 19:52:41 -07:00
let data = res.data;
// Convert to string for object/array
if (typeof data !== "string") {
2021-09-16 23:42:19 -07:00
data = JSON.stringify(data);
2021-07-11 19:52:41 -07:00
}
2023-04-06 13:30:38 -07:00
let keywordFound = data.includes(this.keyword);
if (keywordFound === !this.isInvertKeyword()) {
bean.msg += ", keyword " + (keywordFound ? "is" : "not") + " found";
bean.status = UP;
2021-07-01 02:19:28 -07:00
} else {
data = data.replace(/<[^>]*>?|[\n\r]|\s+/gm, " ").trim();
if (data.length > 50) {
data = data.substring(0, 47) + "...";
}
2023-04-05 17:10:21 -07:00
throw new Error(bean.msg + ", but keyword is " +
2023-04-06 13:30:38 -07:00
(keywordFound ? "present" : "not") + " in [" + data + "]");
2021-07-01 02:19:28 -07:00
}
✨ feat: json-query monitor added (#3253) * ✨ feat: json-query monitor added Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: import warning error Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: br tag and remove comment Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: supporting compare string with other types Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: switch to a better lib for json query Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better description on json query and using `v-html` in jsonQueryDescription element to fix `a` tags Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: result variable in error message Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typos in json query description Co-authored-by: Frank Elsinga <[email protected]> * 📝 docs: `HTTP(s) Json Query` added to monitor list in `README.md` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: needed white space in `README.md` Co-authored-by: Frank Elsinga <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Rebuild package-lock.json * Lint --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: zappityzap <128872140+[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-13 08:37:26 -07:00
} else if (this.type === "json-query") {
let data = res.data;
// convert data to object
if (typeof data === "string") {
data = JSON.parse(data);
}
let expression = jsonata(this.jsonPath);
let result = await expression.evaluate(data);
if (result.toString() === this.expectedValue) {
bean.msg += ", expected value is found";
bean.status = UP;
} else {
throw new Error(bean.msg + ", but value is not equal to expected value, value was: [" + result + "]");
}
2021-07-01 02:19:28 -07:00
}
2021-06-30 23:03:06 -07:00
} else if (this.type === "port") {
bean.ping = await tcping(this.hostname, this.port);
2021-09-16 23:42:19 -07:00
bean.msg = "";
bean.status = UP;
2021-07-01 02:00:23 -07:00
} else if (this.type === "ping") {
bean.ping = await ping(this.hostname, this.packetSize);
2021-09-16 23:42:19 -07:00
bean.msg = "";
bean.status = UP;
2021-09-30 09:09:43 -07:00
} else if (this.type === "push") { // Type: Push
2022-05-26 21:45:56 -07:00
log.debug("monitor", `[${this.name}] Checking monitor at ${dayjs().format("YYYY-MM-DD HH:mm:ss.SSS")}`);
const bufferTime = 1000; // 1s buffer to accommodate clock differences
if (previousBeat) {
const msSinceLastBeat = dayjs.utc().valueOf() - dayjs.utc(previousBeat.time).valueOf();
2022-05-28 08:22:44 -07:00
log.debug("monitor", `[${this.name}] msSinceLastBeat = ${msSinceLastBeat}`);
// If the previous beat was down or pending we use the regular
// beatInterval/retryInterval in the setTimeout further below
if (previousBeat.status !== (this.isUpsideDown() ? DOWN : UP) || msSinceLastBeat > beatInterval * 1000 + bufferTime) {
throw new Error("No heartbeat in the time window");
} else {
let timeout = beatInterval * 1000 - msSinceLastBeat;
if (timeout < 0) {
timeout = bufferTime;
} else {
timeout += bufferTime;
}
// No need to insert successful heartbeat for push type, so end here
retries = 0;
2022-05-26 21:45:56 -07:00
log.debug("monitor", `[${this.name}] timeout = ${timeout}`);
2023-05-19 03:52:00 -07:00
this.heartbeatInterval = setTimeout(safeBeat, timeout);
return;
}
} else {
throw new Error("No heartbeat in the time window");
2021-09-30 09:09:43 -07:00
}
2021-09-27 02:17:57 -07:00
} else if (this.type === "steam") {
const steamApiUrl = "https://api.steampowered.com/IGameServersService/GetServerList/v1/";
const steamAPIKey = await setting("steamAPIKey");
2021-09-27 02:17:57 -07:00
const filter = `addr\\${this.hostname}:${this.port}`;
if (!steamAPIKey) {
throw new Error("Steam API Key not found");
}
2022-06-23 00:54:33 -07:00
let res = await axios.get(steamApiUrl, {
2023-08-08 03:29:48 -07:00
timeout: this.timeout * 1000,
2021-09-27 02:17:57 -07:00
headers: {
"Accept": "*/*",
"User-Agent": "Uptime-Kuma/" + version,
},
httpsAgent: CacheableDnsHttpAgent.getHttpsAgent({
2021-09-27 02:17:57 -07:00
maxCachedSessions: 0, // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
2021-11-03 18:46:43 -07:00
rejectUnauthorized: !this.getIgnoreTls(),
2021-09-27 02:17:57 -07:00
}),
httpAgent: CacheableDnsHttpAgent.getHttpAgent({
maxCachedSessions: 0,
}),
2021-09-27 02:17:57 -07:00
maxRedirects: this.maxredirects,
validateStatus: (status) => {
return checkStatusCode(status, this.getAcceptedStatuscodes());
},
params: {
filter: filter,
key: steamAPIKey,
2021-09-27 02:17:57 -07:00
}
});
if (res.data.response && res.data.response.servers && res.data.response.servers.length > 0) {
bean.status = UP;
bean.msg = res.data.response.servers[0].name;
2021-09-27 02:17:57 -07:00
try {
bean.ping = await ping(this.hostname, this.packetSize);
} catch (_) { }
2021-09-27 02:17:57 -07:00
} else {
throw new Error("Server not found on Steam");
2021-09-27 02:17:57 -07:00
}
2023-01-08 00:22:36 -08:00
} else if (this.type === "gamedig") {
try {
const state = await Gamedig.query({
type: this.game,
host: this.hostname,
port: this.port,
givenPortOnly: this.getGameDigGivenPortOnly(),
2023-01-08 00:22:36 -08:00
});
bean.msg = state.name;
bean.status = UP;
bean.ping = state.ping;
} catch (e) {
2023-01-24 07:03:01 -08:00
throw new Error(e.message);
2023-01-08 00:22:36 -08:00
}
2022-01-13 08:17:07 -08:00
} else if (this.type === "docker") {
2023-01-24 07:40:24 -08:00
log.debug("monitor", `[${this.name}] Prepare Options for Axios`);
2022-01-13 08:17:07 -08:00
2022-07-22 08:57:40 -07:00
const dockerHost = await R.load("docker_host", this.docker_host);
2022-01-13 08:17:07 -08:00
const options = {
url: `/containers/${this.docker_container}/json`,
timeout: this.interval * 1000 * 0.8,
2022-01-13 08:17:07 -08:00
headers: {
"Accept": "*/*",
"User-Agent": "Uptime-Kuma/" + version,
},
httpsAgent: CacheableDnsHttpAgent.getHttpsAgent({
2022-01-13 08:17:07 -08:00
maxCachedSessions: 0, // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
rejectUnauthorized: !this.getIgnoreTls(),
}),
httpAgent: CacheableDnsHttpAgent.getHttpAgent({
maxCachedSessions: 0,
2022-01-13 08:17:07 -08:00
}),
};
2022-07-22 08:57:40 -07:00
if (dockerHost._dockerType === "socket") {
options.socketPath = dockerHost._dockerDaemon;
} else if (dockerHost._dockerType === "tcp") {
options.baseURL = DockerHost.patchDockerURL(dockerHost._dockerDaemon);
options.httpsAgent = CacheableDnsHttpAgent.getHttpsAgent(
DockerHost.getHttpsAgentOptions(dockerHost._dockerType, options.baseURL)
);
}
2023-01-24 07:40:24 -08:00
log.debug("monitor", `[${this.name}] Axios Request`);
2022-01-13 08:17:07 -08:00
let res = await axios.request(options);
2023-05-17 09:52:28 -07:00
2022-01-13 08:17:07 -08:00
if (res.data.State.Running) {
2023-05-18 00:55:33 -07:00
if (res.data.State.Health && res.data.State.Health.Status !== "healthy") {
bean.status = PENDING;
bean.msg = res.data.State.Health.Status;
} else {
bean.status = UP;
bean.msg = res.data.State.Health ? res.data.State.Health.Status : res.data.State.Status;
}
} else {
throw Error("Container State is " + res.data.State.Status);
2022-01-13 08:17:07 -08:00
}
2021-11-03 18:46:43 -07:00
} else if (this.type === "mqtt") {
bean.msg = await mqttAsync(this.hostname, this.mqttTopic, this.mqttSuccessMessage, {
port: this.port,
username: this.mqttUsername,
password: this.mqttPassword,
interval: this.interval,
});
bean.status = UP;
2022-05-12 10:48:03 -07:00
} else if (this.type === "sqlserver") {
let startTime = dayjs().valueOf();
2022-05-13 06:57:06 -07:00
await mssqlQuery(this.databaseConnectionString, this.databaseQuery);
2022-05-12 10:48:03 -07:00
bean.msg = "";
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
} else if (this.type === "grpc-keyword") {
let startTime = dayjs().valueOf();
const options = {
grpcUrl: this.grpcUrl,
grpcProtobufData: this.grpcProtobuf,
grpcServiceName: this.grpcServiceName,
grpcEnableTls: this.grpcEnableTls,
grpcMethod: this.grpcMethod,
grpcBody: this.grpcBody,
};
const response = await grpcQuery(options);
bean.ping = dayjs().valueOf() - startTime;
log.debug("monitor:", `gRPC response: ${JSON.stringify(response)}`);
let responseData = response.data;
if (responseData.length > 50) {
2022-12-28 07:31:33 -08:00
responseData = responseData.toString().substring(0, 47) + "...";
}
if (response.code !== 1) {
bean.status = DOWN;
bean.msg = `Error in send gRPC ${response.code} ${response.errorMessage}`;
} else {
2023-04-06 13:30:38 -07:00
let keywordFound = response.data.toString().includes(this.keyword);
if (keywordFound === !this.isInvertKeyword()) {
bean.status = UP;
2023-04-06 13:30:38 -07:00
bean.msg = `${responseData}, keyword [${this.keyword}] ${keywordFound ? "is" : "not"} found`;
} else {
2023-04-06 13:30:38 -07:00
log.debug("monitor:", `GRPC response [${response.data}] + ", but keyword [${this.keyword}] is ${keywordFound ? "present" : "not"} in [" + ${response.data} + "]"`);
bean.status = DOWN;
2023-04-06 13:30:38 -07:00
bean.msg = `, but keyword [${this.keyword}] is ${keywordFound ? "present" : "not"} in [" + ${responseData} + "]`;
}
}
2022-06-15 10:12:47 -07:00
} else if (this.type === "postgres") {
let startTime = dayjs().valueOf();
await postgresQuery(this.databaseConnectionString, this.databaseQuery);
bean.msg = "";
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
} else if (this.type === "mysql") {
let startTime = dayjs().valueOf();
bean.msg = await mysqlQuery(this.databaseConnectionString, this.databaseQuery);
2022-05-12 10:48:03 -07:00
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
2022-11-16 17:50:34 -08:00
} else if (this.type === "mongodb") {
let startTime = dayjs().valueOf();
await mongodbPing(this.databaseConnectionString);
2022-05-12 10:48:03 -07:00
bean.msg = "";
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
2022-05-12 02:48:38 -07:00
} else if (this.type === "radius") {
let startTime = dayjs().valueOf();
// Handle monitors that were created before the
// update and as such don't have a value for
// this.port.
let port;
if (this.port == null) {
port = 1812;
} else {
port = this.port;
}
2023-07-27 02:42:22 -07:00
const resp = await radius(
this.hostname,
this.radiusUsername,
this.radiusPassword,
this.radiusCalledStationId,
this.radiusCallingStationId,
this.radiusSecret,
port,
this.interval * 1000 * 0.4,
);
bean.msg = resp.code;
bean.status = UP;
2022-05-12 02:48:38 -07:00
bean.ping = dayjs().valueOf() - startTime;
2023-01-05 06:58:24 -08:00
} else if (this.type === "redis") {
let startTime = dayjs().valueOf();
bean.msg = await redisPingAsync(this.databaseConnectionString);
2023-01-05 06:58:24 -08:00
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
} else if (this.type in UptimeKumaServer.monitorTypeList) {
let startTime = dayjs().valueOf();
const monitorType = UptimeKumaServer.monitorTypeList[this.type];
2023-06-27 00:54:33 -07:00
await monitorType.check(this, bean, UptimeKumaServer.getInstance());
if (!bean.ping) {
bean.ping = dayjs().valueOf() - startTime;
}
✨ feat: added kafka producer (#3268) * ✨ feat: added kafka producer Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: eslint warn Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: typings and auth problems Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: better variable name to trrack disconnection Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: grouping Kafka Producer special settings into one template Signed-off-by: Muhammed Hussein Karimi <[email protected]> * ✨ feat: add kafka producer translations into `en.json` Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: disable close-on-select on kafka broker picker Signed-off-by: Muhammed Hussein Karimi <[email protected]> * 🐛 fix: `en.json` invalid json (conflict resolve) Signed-off-by: Muhammed Hussein Karimi <[email protected]> * Nostr dm notifications (#3051) * Add nostr DM notification provider * require crypto for node 18 compatibility * remove whitespace Co-authored-by: Frank Elsinga <[email protected]> * move closer to where it is used * simplify success or failure logic * don't clobber the non-alert msg * Update server/notification-providers/nostr.js Co-authored-by: Frank Elsinga <[email protected]> * polyfills required for node <= 18 * resolve linter warnings * missing comma --------- Co-authored-by: Frank Elsinga <[email protected]> * Drop nostr * Minor * Fix a bug of clone --------- Signed-off-by: Muhammed Hussein Karimi <[email protected]> Co-authored-by: Frank Elsinga <[email protected]> Co-authored-by: Louis Lam <[email protected]>
2023-07-17 01:15:44 -07:00
} else if (this.type === "kafka-producer") {
let startTime = dayjs().valueOf();
bean.msg = await kafkaProducerAsync(
JSON.parse(this.kafkaProducerBrokers),
this.kafkaProducerTopic,
this.kafkaProducerMessage,
{
allowAutoTopicCreation: this.kafkaProducerAllowAutoTopicCreation,
ssl: this.kafkaProducerSsl,
clientId: `Uptime-Kuma/${version}`,
interval: this.interval,
},
JSON.parse(this.kafkaProducerSaslOptions),
);
bean.status = UP;
bean.ping = dayjs().valueOf() - startTime;
2021-09-30 09:09:43 -07:00
} else {
throw new Error("Unknown Monitor Type");
2021-06-27 01:10:55 -07:00
}
if (this.isUpsideDown()) {
bean.status = flipStatus(bean.status);
if (bean.status === DOWN) {
throw new Error("Flip UP to DOWN");
}
}
retries = 0;
2021-06-27 01:10:55 -07:00
} catch (error) {
bean.msg = error.message;
// If UP come in here, it must be upside down mode
// Just reset the retries
if (this.isUpsideDown() && bean.status === UP) {
retries = 0;
} else if ((this.maxretries > 0) && (retries < this.maxretries)) {
retries++;
bean.status = PENDING;
}
2021-06-27 01:10:55 -07:00
}
log.debug("monitor", `[${this.name}] Check isImportant`);
let isImportant = Monitor.isImportantBeat(isFirstBeat, previousBeat?.status, bean.status);
// Mark as important if status changed, ignore pending pings,
// Don't notify if disrupted changes to up
if (isImportant) {
2021-06-29 01:06:20 -07:00
bean.important = true;
2021-11-07 05:00:47 -08:00
if (Monitor.isImportantForNotification(isFirstBeat, previousBeat?.status, bean.status)) {
log.debug("monitor", `[${this.name}] sendNotification`);
await Monitor.sendNotification(isFirstBeat, this, bean);
2022-04-30 05:57:08 -07:00
} else {
log.debug("monitor", `[${this.name}] will not sendNotification because it is (or was) under maintenance`);
}
// Reset down count
bean.downCount = 0;
2022-01-23 06:22:57 -08:00
// Clear Status Page Cache
log.debug("monitor", `[${this.name}] apicache clear`);
apicache.clear();
2022-10-15 05:15:50 -07:00
UptimeKumaServer.getInstance().sendMaintenanceListByUserID(this.user_id);
2021-06-29 01:06:20 -07:00
} else {
bean.important = false;
2022-01-23 06:22:57 -08:00
if (bean.status === DOWN && this.resendInterval > 0) {
++bean.downCount;
if (bean.downCount >= this.resendInterval) {
2022-01-23 06:22:57 -08:00
// Send notification again, because we are still DOWN
log.debug("monitor", `[${this.name}] sendNotification again: Down Count: ${bean.downCount} | Resend Interval: ${this.resendInterval}`);
2022-01-23 06:22:57 -08:00
await Monitor.sendNotification(isFirstBeat, this, bean);
// Reset down count
bean.downCount = 0;
2022-01-23 06:22:57 -08:00
}
}
2021-06-29 01:06:20 -07:00
}
if (bean.status === UP) {
log.debug("monitor", `Monitor #${this.id} '${this.name}': Successful Response: ${bean.ping} ms | Interval: ${beatInterval} seconds | Type: ${this.type}`);
} else if (bean.status === PENDING) {
2021-09-29 02:20:35 -07:00
if (this.retryInterval > 0) {
beatInterval = this.retryInterval;
}
log.warn("monitor", `Monitor #${this.id} '${this.name}': Pending: ${bean.msg} | Max retries: ${this.maxretries} | Retry: ${retries} | Retry Interval: ${beatInterval} seconds | Type: ${this.type}`);
} else if (bean.status === MAINTENANCE) {
log.warn("monitor", `Monitor #${this.id} '${this.name}': Under Maintenance | Type: ${this.type}`);
2021-07-20 15:41:38 -07:00
} else {
log.warn("monitor", `Monitor #${this.id} '${this.name}': Failing: ${bean.msg} | Interval: ${beatInterval} seconds | Type: ${this.type} | Down Count: ${bean.downCount} | Resend Interval: ${this.resendInterval}`);
2021-07-20 15:41:38 -07:00
}
// Calculate uptime
let uptimeCalculator = await UptimeCalculator.getUptimeCalculator(this.id);
let endTimeDayjs = await uptimeCalculator.update(bean.status, parseFloat(bean.ping));
bean.end_time = R.isoDateTimeMillis(endTimeDayjs);
// Send to frontend
log.debug("monitor", `[${this.name}] Send to socket`);
2021-06-29 01:06:20 -07:00
io.to(this.user_id).emit("heartbeat", bean.toJSON());
2021-09-16 23:42:19 -07:00
Monitor.sendStats(io, this.id, this.user_id);
2021-06-29 01:06:20 -07:00
// Store to database
log.debug("monitor", `[${this.name}] Store`);
await R.store(bean);
2021-11-07 05:00:47 -08:00
log.debug("monitor", `[${this.name}] prometheus.update`);
2023-02-24 01:12:57 -08:00
this.prometheus?.update(bean, tlsInfo);
2021-06-29 01:06:20 -07:00
previousBeat = bean;
2021-09-08 05:00:16 -07:00
if (! this.isStop) {
log.debug("monitor", `[${this.name}] SetTimeout for next check.`);
this.heartbeatInterval = setTimeout(safeBeat, beatInterval * 1000);
2021-11-07 05:00:47 -08:00
} else {
log.info("monitor", `[${this.name}] isStop = true, no next check.`);
2021-09-08 05:00:16 -07:00
}
2021-09-16 23:42:19 -07:00
};
2021-06-25 06:55:49 -07:00
/**
* Get a heartbeat and handle errors7
* @returns {void}
*/
const safeBeat = async () => {
try {
await beat();
} catch (e) {
console.trace(e);
UptimeKumaServer.errorLog(e, false);
log.error("monitor", "Please report to https://github.com/louislam/uptime-kuma/issues");
if (! this.isStop) {
log.info("monitor", "Try to restart the monitor");
this.heartbeatInterval = setTimeout(safeBeat, this.interval * 1000);
}
}
};
2021-09-30 09:09:43 -07:00
// Delay Push Type
if (this.type === "push") {
setTimeout(() => {
safeBeat();
2021-09-30 09:09:43 -07:00
}, this.interval * 1000);
} else {
safeBeat();
2021-09-30 09:09:43 -07:00
}
2021-06-25 06:55:49 -07:00
}
/**
* Make a request using axios
* @param {object} options Options for Axios
* @param {boolean} finalCall Should this be the final call i.e
* don't retry on failure
* @returns {object} Axios response
*/
async makeAxiosRequest(options, finalCall = false) {
try {
let res;
if (this.auth_method === "ntlm") {
options.httpsAgent.keepAlive = true;
res = await httpNtlm(options, {
username: this.basic_auth_user,
password: this.basic_auth_pass,
domain: this.authDomain,
workstation: this.authWorkstation ? this.authWorkstation : undefined
});
} else {
res = await axios.request(options);
}
return res;
} catch (e) {
// Fix #2253
// Read more: https://stackoverflow.com/questions/1759956/curl-error-18-transfer-closed-with-outstanding-read-data-remaining
if (!finalCall && typeof e.message === "string" && e.message.includes("maxContentLength size of -1 exceeded")) {
log.debug("monitor", "makeAxiosRequest with gzip");
options.headers["Accept-Encoding"] = "gzip, deflate";
return this.makeAxiosRequest(options, true);
} else {
if (typeof e.message === "string" && e.message.includes("maxContentLength size of -1 exceeded")) {
e.message = "response timeout: incomplete response within a interval";
}
throw e;
}
}
}
/**
* Stop monitor
* @returns {void}
*/
2021-06-25 06:55:49 -07:00
stop() {
clearTimeout(this.heartbeatInterval);
2021-09-08 05:00:16 -07:00
this.isStop = true;
2023-02-24 01:12:57 -08:00
this.prometheus?.remove();
2021-06-25 06:55:49 -07:00
}
2021-06-30 06:04:58 -07:00
/**
* Get prometheus instance
* @returns {Prometheus|undefined} Current prometheus instance
*/
getPrometheus() {
return this.prometheus;
2021-06-25 06:55:49 -07:00
}
2021-06-30 06:04:58 -07:00
/**
* Helper Method:
* returns URL object for further usage
* returns null if url is invalid
* @returns {(null|URL)} Monitor URL
*/
getUrl() {
try {
return new URL(this.url);
} catch (_) {
return null;
}
}
/**
* Store TLS info to database
* @param {object} checkCertificateResult Certificate to update
* @returns {Promise<object>} Updated certificate
*/
async updateTlsInfo(checkCertificateResult) {
2022-04-13 09:30:32 -07:00
let tlsInfoBean = await R.findOne("monitor_tls_info", "monitor_id = ?", [
2021-07-30 04:18:26 -07:00
this.id,
]);
2022-04-13 09:30:32 -07:00
if (tlsInfoBean == null) {
tlsInfoBean = R.dispense("monitor_tls_info");
tlsInfoBean.monitor_id = this.id;
} else {
// Clear sent history if the cert changed.
try {
2022-04-13 09:30:32 -07:00
let oldCertInfo = JSON.parse(tlsInfoBean.info_json);
let isValidObjects = oldCertInfo && oldCertInfo.certInfo && checkCertificateResult && checkCertificateResult.certInfo;
if (isValidObjects) {
if (oldCertInfo.certInfo.fingerprint256 !== checkCertificateResult.certInfo.fingerprint256) {
log.debug("monitor", "Resetting sent_history");
await R.exec("DELETE FROM notification_sent_history WHERE type = 'certificate' AND monitor_id = ?", [
this.id
]);
} else {
log.debug("monitor", "No need to reset sent_history");
log.debug("monitor", oldCertInfo.certInfo.fingerprint256);
log.debug("monitor", checkCertificateResult.certInfo.fingerprint256);
}
} else {
log.debug("monitor", "Not valid object");
}
} catch (e) { }
}
2022-04-13 09:30:32 -07:00
tlsInfoBean.info_json = JSON.stringify(checkCertificateResult);
await R.store(tlsInfoBean);
2021-08-10 02:51:30 -07:00
return checkCertificateResult;
}
/**
* Send statistics to clients
* @param {Server} io Socket server instance
* @param {number} monitorID ID of monitor to send
* @param {number} userID ID of user to send to
* @returns {void}
*/
2021-06-30 06:04:58 -07:00
static async sendStats(io, monitorID, userID) {
const hasClients = getTotalClientInRoom(io, userID) > 0;
let uptimeCalculator = await UptimeCalculator.getUptimeCalculator(monitorID);
if (hasClients) {
// Send 24 hour average ping
let data24h = await uptimeCalculator.get24Hour();
io.to(userID).emit("avgPing", monitorID, (data24h.avgPing) ? data24h.avgPing.toFixed(2) : null);
// Send 24 hour uptime
io.to(userID).emit("uptime", monitorID, 24, data24h.uptime);
// Send 30 day uptime
let data30d = await uptimeCalculator.get30Day();
io.to(userID).emit("uptime", monitorID, 720, data30d.uptime);
// Send 1-year uptime
let data1y = await uptimeCalculator.get1Year();
io.to(userID).emit("uptime", monitorID, "1y", data1y.uptime);
// Send Cert Info
await Monitor.sendCertInfo(io, monitorID, userID);
} else {
log.debug("monitor", "No clients in the room, no need to send stats");
}
2021-06-30 06:04:58 -07:00
}
/**
* Send certificate information to client
* @param {Server} io Socket server instance
* @param {number} monitorID ID of monitor to send
* @param {number} userID ID of user to send to
* @returns {void}
*/
static async sendCertInfo(io, monitorID, userID) {
let tlsInfo = await R.findOne("monitor_tls_info", "monitor_id = ?", [
2021-07-30 04:18:26 -07:00
monitorID,
]);
if (tlsInfo != null) {
io.to(userID).emit("certInfo", monitorID, tlsInfo.info_json);
}
}
/**
* Has status of monitor changed since last beat?
* @param {boolean} isFirstBeat Is this the first beat of this monitor?
* @param {const} previousBeatStatus Status of the previous beat
* @param {const} currentBeatStatus Status of the current beat
* @returns {boolean} True if is an important beat else false
*/
static isImportantBeat(isFirstBeat, previousBeatStatus, currentBeatStatus) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
// MAINTENANCE -> MAINTENANCE = not important
// * MAINTENANCE -> UP = important
// * MAINTENANCE -> DOWN = important
// * DOWN -> MAINTENANCE = important
// * UP -> MAINTENANCE = important
return isFirstBeat ||
(previousBeatStatus === DOWN && currentBeatStatus === MAINTENANCE) ||
(previousBeatStatus === UP && currentBeatStatus === MAINTENANCE) ||
(previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN) ||
(previousBeatStatus === MAINTENANCE && currentBeatStatus === UP) ||
(previousBeatStatus === UP && currentBeatStatus === DOWN) ||
(previousBeatStatus === DOWN && currentBeatStatus === UP) ||
(previousBeatStatus === PENDING && currentBeatStatus === DOWN);
}
/**
* Is this beat important for notifications?
* @param {boolean} isFirstBeat Is this the first beat of this monitor?
* @param {const} previousBeatStatus Status of the previous beat
* @param {const} currentBeatStatus Status of the current beat
* @returns {boolean} True if is an important beat else false
*/
static isImportantForNotification(isFirstBeat, previousBeatStatus, currentBeatStatus) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
// MAINTENANCE -> MAINTENANCE = not important
// MAINTENANCE -> UP = not important
// * MAINTENANCE -> DOWN = important
// DOWN -> MAINTENANCE = not important
// UP -> MAINTENANCE = not important
return isFirstBeat ||
(previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN) ||
(previousBeatStatus === UP && currentBeatStatus === DOWN) ||
(previousBeatStatus === DOWN && currentBeatStatus === UP) ||
(previousBeatStatus === PENDING && currentBeatStatus === DOWN);
}
/**
* Send a notification about a monitor
* @param {boolean} isFirstBeat Is this beat the first of this monitor?
* @param {Monitor} monitor The monitor to send a notificaton about
* @param {Bean} bean Status information about monitor
* @returns {void}
*/
static async sendNotification(isFirstBeat, monitor, bean) {
if (!isFirstBeat || bean.status === DOWN) {
const notificationList = await Monitor.getNotificationList(monitor);
let text;
if (bean.status === UP) {
text = "✅ Up";
} else {
text = "🔴 Down";
}
let msg = `[${monitor.name}] [${text}] ${bean.msg}`;
for (let notification of notificationList) {
try {
const heartbeatJSON = bean.toJSON();
// Prevent if the msg is undefined, notifications such as Discord cannot send out.
if (!heartbeatJSON["msg"]) {
2022-12-29 21:46:34 -08:00
heartbeatJSON["msg"] = "N/A";
}
// Also provide the time in server timezone
heartbeatJSON["timezone"] = await UptimeKumaServer.getInstance().getTimezone();
heartbeatJSON["timezoneOffset"] = UptimeKumaServer.getInstance().getTimezoneOffset();
heartbeatJSON["localDateTime"] = dayjs.utc(heartbeatJSON["time"]).tz(heartbeatJSON["timezone"]).format(SQL_DATETIME_FORMAT);
await Notification.send(JSON.parse(notification.config), msg, await monitor.toJSON(false), heartbeatJSON);
} catch (e) {
log.error("monitor", "Cannot send notification to " + notification.name);
log.error("monitor", e);
}
}
}
}
/**
* Get list of notification providers for a given monitor
* @param {Monitor} monitor Monitor to get notification providers for
* @returns {Promise<LooseObject<any>[]>} List of notifications
*/
static async getNotificationList(monitor) {
let notificationList = await R.getAll("SELECT notification.* FROM notification, monitor_notification WHERE monitor_id = ? AND monitor_notification.notification_id = notification.id ", [
monitor.id,
]);
return notificationList;
}
/**
* checks certificate chain for expiring certificates
* @param {object} tlsInfoObject Information about certificate
* @returns {void}
*/
async checkCertExpiryNotifications(tlsInfoObject) {
if (tlsInfoObject && tlsInfoObject.certInfo && tlsInfoObject.certInfo.daysRemaining) {
const notificationList = await Monitor.getNotificationList(this);
if (! notificationList.length > 0) {
// fail fast. If no notification is set, all the following checks can be skipped.
log.debug("monitor", "No notification, no need to send cert notification");
return;
}
2022-05-12 03:18:47 -07:00
let notifyDays = await setting("tlsExpiryNotifyDays");
if (notifyDays == null || !Array.isArray(notifyDays)) {
// Reset Default
setSetting("tlsExpiryNotifyDays", [ 7, 14, 21 ], "general");
notifyDays = [ 7, 14, 21 ];
}
if (Array.isArray(notifyDays)) {
for (const targetDays of notifyDays) {
let certInfo = tlsInfoObject.certInfo;
while (certInfo) {
let subjectCN = certInfo.subject["CN"];
if (certInfo.daysRemaining > targetDays) {
log.debug("monitor", `No need to send cert notification for ${certInfo.certType} certificate "${subjectCN}" (${certInfo.daysRemaining} days valid) on ${targetDays} deadline.`);
} else {
log.debug("monitor", `call sendCertNotificationByTargetDays for ${targetDays} deadline on certificate ${subjectCN}.`);
await this.sendCertNotificationByTargetDays(subjectCN, certInfo.certType, certInfo.daysRemaining, targetDays, notificationList);
}
certInfo = certInfo.issuerCertificate;
}
2022-05-12 03:18:47 -07:00
}
}
}
}
/**
* Send a certificate notification when certificate expires in less
* than target days
* @param {string} certCN Common Name attribute from the certificate subject
* @param {string} certType certificate type
* @param {number} daysRemaining Number of days remaining on certificate
* @param {number} targetDays Number of days to alert after
* @param {LooseObject<any>[]} notificationList List of notification providers
* @returns {Promise<void>}
*/
async sendCertNotificationByTargetDays(certCN, certType, daysRemaining, targetDays, notificationList) {
2023-05-26 06:38:51 -07:00
let row = await R.getRow("SELECT * FROM notification_sent_history WHERE type = ? AND monitor_id = ? AND days <= ?", [
"certificate",
this.id,
targetDays,
]);
// Sent already, no need to send again
if (row) {
log.debug("monitor", "Sent already, no need to send again");
return;
}
let sent = false;
log.debug("monitor", "Send certificate notification");
for (let notification of notificationList) {
try {
log.debug("monitor", "Sending to " + notification.name);
await Notification.send(JSON.parse(notification.config), `[${this.name}][${this.url}] ${certType} certificate ${certCN} will be expired in ${daysRemaining} days`);
sent = true;
} catch (e) {
log.error("monitor", "Cannot send cert notification to " + notification.name);
log.error("monitor", e);
}
}
if (sent) {
await R.exec("INSERT INTO notification_sent_history (type, monitor_id, days) VALUES(?, ?, ?)", [
"certificate",
this.id,
targetDays,
]);
}
}
2021-12-07 22:59:59 -08:00
/**
* Get the status of the previous heartbeat
* @param {number} monitorID ID of monitor to check
* @returns {Promise<LooseObject<any>>} Previous heartbeat
*/
2021-12-07 22:59:59 -08:00
static async getPreviousHeartbeat(monitorID) {
return await R.getRow(`
SELECT ping, status, time FROM heartbeat
2021-12-07 22:59:59 -08:00
WHERE id = (select MAX(id) from heartbeat where monitor_id = ?)
`, [
monitorID
]);
}
2022-04-30 06:50:05 -07:00
/**
* Check if monitor is under maintenance
* @param {number} monitorID ID of monitor to check
* @returns {Promise<boolean>} Is the monitor under maintenance
2022-04-30 06:50:05 -07:00
*/
static async isUnderMaintenance(monitorID) {
2023-03-30 13:04:17 -07:00
const maintenanceIDList = await R.getCol(`
SELECT maintenance_id FROM monitor_maintenance
WHERE monitor_id = ?
`, [ monitorID ]);
for (const maintenanceID of maintenanceIDList) {
const maintenance = await UptimeKumaServer.getInstance().getMaintenance(maintenanceID);
if (maintenance && await maintenance.isUnderMaintenance()) {
return true;
}
2023-05-31 12:29:20 -07:00
}
2023-05-31 12:19:46 -07:00
2023-05-31 12:29:20 -07:00
const parent = await Monitor.getParent(monitorID);
if (parent != null) {
return await Monitor.isUnderMaintenance(parent.id);
}
2023-03-30 13:04:17 -07:00
return false;
}
2022-12-08 07:21:55 -08:00
/**
* Make sure monitor interval is between bounds
* @returns {void}
* @throws Interval is outside of range
*/
2022-12-08 07:21:55 -08:00
validate() {
if (this.interval > MAX_INTERVAL_SECOND) {
throw new Error(`Interval cannot be more than ${MAX_INTERVAL_SECOND} seconds`);
}
if (this.interval < MIN_INTERVAL_SECOND) {
throw new Error(`Interval cannot be less than ${MIN_INTERVAL_SECOND} seconds`);
}
}
/**
* Gets Parent of the monitor
* @param {number} monitorID ID of monitor to get
* @returns {Promise<LooseObject<any>>} Parent
*/
static async getParent(monitorID) {
return await R.getRow(`
SELECT parent.* FROM monitor parent
LEFT JOIN monitor child
ON child.parent = parent.id
WHERE child.id = ?
`, [
monitorID,
]);
}
/**
* Gets all Children of the monitor
* @param {number} monitorID ID of monitor to get
* @returns {Promise<LooseObject<any>>} Children
*/
static async getChildren(monitorID) {
return await R.getAll(`
SELECT * FROM monitor
WHERE parent = ?
`, [
monitorID,
]);
}
/**
* Gets Full Path-Name (Groups and Name)
* @returns {Promise<string>} Full path name of this monitor
*/
async getPathName() {
let path = this.name;
if (this.parent === null) {
return path;
}
let parent = await Monitor.getParent(this.id);
while (parent !== null) {
path = `${parent.name} / ${path}`;
parent = await Monitor.getParent(parent.id);
}
return path;
}
/**
* Gets recursive all child ids
* @param {number} monitorID ID of the monitor to get
* @returns {Promise<Array>} IDs of all children
*/
static async getAllChildrenIDs(monitorID) {
const childs = await Monitor.getChildren(monitorID);
if (childs === null) {
return [];
}
let childrenIDs = [];
for (const child of childs) {
childrenIDs.push(child.id);
childrenIDs = childrenIDs.concat(await Monitor.getAllChildrenIDs(child.id));
}
return childrenIDs;
}
/**
* Unlinks all children of the the group monitor
* @param {number} groupID ID of group to remove children of
* @returns {Promise<void>}
*/
static async unlinkAllChildren(groupID) {
return await R.exec("UPDATE `monitor` SET parent = ? WHERE parent = ? ", [
null, groupID
]);
}
/**
* Checks recursive if parent (ancestors) are active
* @param {number} monitorID ID of the monitor to get
* @returns {Promise<boolean>} Is the parent monitor active?
*/
static async isParentActive(monitorID) {
const parent = await Monitor.getParent(monitorID);
if (parent === null) {
return true;
}
const parentActive = await Monitor.isParentActive(parent.id);
return parent.active && parentActive;
}
2021-06-25 06:55:49 -07:00
}
module.exports = Monitor;