2021-07-22 01:38:27 -07:00
const Prometheus = require ( 'prom-client' ) ;
2021-07-22 20:22:37 -07:00
const https = require ( 'https' ) ;
2021-06-25 06:55:49 -07:00
const dayjs = require ( "dayjs" ) ;
2021-06-27 01:10:55 -07:00
const utc = require ( 'dayjs/plugin/utc' )
var timezone = require ( 'dayjs/plugin/timezone' )
dayjs . extend ( utc )
dayjs . extend ( timezone )
const axios = require ( "axios" ) ;
2021-07-22 21:58:05 -07:00
const { debug , UP , DOWN , PENDING } = require ( "../util" ) ;
2021-07-20 21:09:09 -07:00
const { tcping , ping , checkCertificate } = require ( "../util-server" ) ;
2021-06-27 01:10:55 -07:00
const { R } = require ( "redbean-node" ) ;
2021-06-25 06:55:49 -07:00
const { BeanModel } = require ( "redbean-node/dist/bean-model" ) ;
2021-07-09 02:55:48 -07:00
const { Notification } = require ( "../notification" )
2021-06-27 01:10:55 -07:00
2021-07-22 20:22:37 -07:00
// Use Custom agent to disable session reuse
// https://github.com/nodejs/node/issues/3940
const customAgent = new https . Agent ( {
maxCachedSessions : 0
} ) ;
2021-07-22 06:58:22 -07:00
const commonLabels = [
'monitor_name' ,
'monitor_type' ,
'monitor_url' ,
'monitor_hostname' ,
'monitor_port' ,
]
2021-07-22 01:38:27 -07:00
const monitor _response _time = new Prometheus . Gauge ( {
name : 'monitor_response_time' ,
help : 'Monitor Response Time (ms)' ,
2021-07-22 06:58:22 -07:00
labelNames : commonLabels
2021-07-22 01:38:27 -07:00
} ) ;
2021-07-27 08:13:03 -07:00
2021-07-22 01:38:27 -07:00
const monitor _status = new Prometheus . Gauge ( {
2021-07-22 03:18:20 -07:00
name : 'monitor_status' ,
2021-07-22 01:38:27 -07:00
help : 'Monitor Status (1 = UP, 0= DOWN)' ,
2021-07-22 06:58:22 -07:00
labelNames : commonLabels
2021-07-22 01:38:27 -07:00
} ) ;
2021-07-27 08:13:03 -07:00
2021-06-27 01:10:55 -07:00
/ * *
* status :
* 0 = DOWN
* 1 = UP
* /
2021-06-25 06:55:49 -07:00
class Monitor extends BeanModel {
2021-07-09 02:55:48 -07:00
async toJSON ( ) {
let notificationIDList = { } ;
let list = await R . find ( "monitor_notification" , " monitor_id = ? " , [
this . id
] )
for ( let bean of list ) {
notificationIDList [ bean . notification _id ] = true ;
}
2021-06-25 06:55:49 -07:00
return {
id : this . id ,
name : this . name ,
url : this . url ,
2021-06-30 23:03:06 -07:00
hostname : this . hostname ,
port : this . port ,
2021-07-19 09:23:06 -07:00
maxretries : this . maxretries ,
2021-06-30 22:11:16 -07:00
weight : this . weight ,
2021-06-25 06:55:49 -07:00
active : this . active ,
type : this . type ,
interval : this . interval ,
2021-07-01 02:19:28 -07:00
keyword : this . keyword ,
2021-07-09 02:55:48 -07:00
notificationIDList
2021-06-25 06:55:49 -07:00
} ;
}
start ( io ) {
2021-06-29 01:06:20 -07:00
let previousBeat = null ;
2021-07-19 09:23:06 -07:00
let retries = 0 ;
2021-06-29 01:06:20 -07:00
2021-07-22 08:00:11 -07:00
const monitorLabelValues = {
monitor _name : this . name ,
monitor _type : this . type ,
monitor _url : this . url ,
monitor _hostname : this . hostname ,
monitor _port : this . port
}
2021-06-27 01:10:55 -07:00
const beat = async ( ) => {
2021-07-23 20:42:14 -07:00
2021-06-29 01:06:20 -07:00
if ( ! previousBeat ) {
previousBeat = await R . findOne ( "heartbeat" , " monitor_id = ? ORDER BY time DESC" , [
this . id
] )
}
2021-07-23 20:42:14 -07:00
const isFirstBeat = ! previousBeat ;
2021-06-27 01:10:55 -07:00
let bean = R . dispense ( "heartbeat" )
bean . monitor _id = this . id ;
bean . time = R . isoDateTime ( dayjs . utc ( ) ) ;
2021-07-23 20:42:14 -07:00
bean . status = DOWN ;
2021-06-27 01:10:55 -07:00
2021-06-30 11:02:54 -07:00
// Duration
2021-07-23 20:42:14 -07:00
if ( ! isFirstBeat ) {
2021-06-30 11:02:54 -07:00
bean . duration = dayjs ( bean . time ) . diff ( dayjs ( previousBeat . time ) , 'second' ) ;
} else {
bean . duration = 0 ;
}
2021-06-27 01:10:55 -07:00
try {
2021-07-01 02:19:28 -07:00
if ( this . type === "http" || this . type === "keyword" ) {
2021-06-27 01:10:55 -07:00
let startTime = dayjs ( ) . valueOf ( ) ;
2021-07-11 13:01:34 -07:00
let res = await axios . get ( this . url , {
2021-07-22 20:22:37 -07:00
headers : { "User-Agent" : "Uptime-Kuma" } ,
httpsAgent : customAgent ,
} ) ;
2021-06-27 01:10:55 -07:00
bean . msg = ` ${ res . status } - ${ res . statusText } `
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2021-07-01 02:19:28 -07:00
2021-07-22 01:04:32 -07:00
// Check certificate if https is used
2021-07-22 21:58:05 -07:00
let certInfoStartTime = dayjs ( ) . valueOf ( ) ;
2021-07-22 01:13:58 -07:00
if ( this . getUrl ( ) ? . protocol === "https:" ) {
2021-07-22 21:58:05 -07:00
try {
await this . updateTlsInfo ( checkCertificate ( res ) ) ;
} catch ( e ) {
console . error ( e . message )
}
2021-07-20 21:09:09 -07:00
}
2021-07-01 02:19:28 -07:00
2021-07-22 21:58:05 -07:00
debug ( "Cert Info Query Time: " + ( dayjs ( ) . valueOf ( ) - certInfoStartTime ) + "ms" )
2021-07-01 02:19:28 -07:00
if ( this . type === "http" ) {
2021-07-23 20:42:14 -07:00
bean . status = UP ;
2021-07-01 02:19:28 -07:00
} else {
2021-07-11 19:52:41 -07:00
let data = res . data ;
// Convert to string for object/array
if ( typeof data !== "string" ) {
data = JSON . stringify ( data )
}
if ( data . includes ( this . keyword ) ) {
2021-07-01 02:19:28 -07:00
bean . msg += ", keyword is found"
2021-07-23 20:42:14 -07:00
bean . status = UP ;
2021-07-01 02:19:28 -07:00
} else {
throw new Error ( bean . msg + ", but keyword is not found" )
}
}
2021-06-30 23:03:06 -07:00
} else if ( this . type === "port" ) {
bean . ping = await tcping ( this . hostname , this . port ) ;
2021-07-01 06:47:14 -07:00
bean . msg = ""
2021-07-23 20:42:14 -07:00
bean . status = UP ;
2021-07-01 02:00:23 -07:00
} else if ( this . type === "ping" ) {
bean . ping = await ping ( this . hostname ) ;
2021-07-01 06:47:14 -07:00
bean . msg = ""
2021-07-23 20:42:14 -07:00
bean . status = UP ;
2021-06-27 01:10:55 -07:00
}
2021-07-19 09:23:06 -07:00
retries = 0 ;
2021-06-27 01:10:55 -07:00
} catch ( error ) {
2021-07-19 09:23:06 -07:00
if ( ( this . maxretries > 0 ) && ( retries < this . maxretries ) ) {
retries ++ ;
2021-07-23 20:42:14 -07:00
bean . status = PENDING ;
2021-07-19 09:23:06 -07:00
}
2021-06-27 01:10:55 -07:00
bean . msg = error . message ;
}
2021-07-23 20:42:14 -07:00
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
let isImportant = isFirstBeat ||
( previousBeat . status === UP && bean . status === DOWN ) ||
( previousBeat . status === DOWN && bean . status === UP ) ||
( previousBeat . status === PENDING && bean . status === DOWN ) ;
2021-07-20 02:50:33 -07:00
// Mark as important if status changed, ignore pending pings,
// Don't notify if disrupted changes to up
2021-07-23 20:42:14 -07:00
if ( isImportant ) {
2021-06-29 01:06:20 -07:00
bean . important = true ;
2021-07-09 02:55:48 -07:00
2021-07-23 20:42:14 -07:00
// Send only if the first beat is DOWN
if ( ! isFirstBeat || bean . status === DOWN ) {
2021-07-09 10:15:21 -07:00
let notificationList = await R . getAll ( ` SELECT notification.* FROM notification, monitor_notification WHERE monitor_id = ? AND monitor_notification.notification_id = notification.id ` , [
this . id
] )
2021-07-09 02:55:48 -07:00
2021-07-09 10:15:21 -07:00
let text ;
2021-07-23 20:42:14 -07:00
if ( bean . status === UP ) {
2021-07-09 10:15:21 -07:00
text = "✅ Up"
} else {
text = "🔴 Down"
}
2021-07-09 02:55:48 -07:00
2021-07-09 10:15:21 -07:00
let msg = ` [ ${ this . name } ] [ ${ text } ] ${ bean . msg } ` ;
2021-07-09 02:55:48 -07:00
2021-07-09 10:15:21 -07:00
for ( let notification of notificationList ) {
2021-07-21 21:28:47 -07:00
try {
await Notification . send ( JSON . parse ( notification . config ) , msg , await this . toJSON ( ) , bean . toJSON ( ) )
} catch ( e ) {
console . error ( "Cannot send notification to " + notification . name )
}
2021-07-09 10:15:21 -07:00
}
}
2021-07-09 02:55:48 -07:00
2021-06-29 01:06:20 -07:00
} else {
bean . important = false ;
}
2021-07-22 08:00:11 -07:00
monitor _status . set ( monitorLabelValues , bean . status )
2021-07-22 01:38:27 -07:00
2021-07-23 20:42:14 -07:00
if ( bean . status === UP ) {
2021-07-20 15:41:38 -07:00
console . info ( ` Monitor # ${ this . id } ' ${ this . name } ': Successful Response: ${ bean . ping } ms | Interval: ${ this . interval } seconds | Type: ${ this . type } ` )
2021-07-23 20:42:14 -07:00
} else if ( bean . status === PENDING ) {
console . warn ( ` Monitor # ${ this . id } ' ${ this . name } ': Pending: ${ bean . msg } | Type: ${ this . type } ` )
2021-07-20 15:41:38 -07:00
} else {
console . warn ( ` Monitor # ${ this . id } ' ${ this . name } ': Failing: ${ bean . msg } | Type: ${ this . type } ` )
}
2021-07-22 08:00:11 -07:00
monitor _response _time . set ( monitorLabelValues , bean . ping )
2021-07-22 01:38:27 -07:00
2021-06-29 01:06:20 -07:00
io . to ( this . user _id ) . emit ( "heartbeat" , bean . toJSON ( ) ) ;
2021-06-27 01:10:55 -07:00
await R . store ( bean )
2021-06-30 23:03:06 -07:00
Monitor . sendStats ( io , this . id , this . user _id )
2021-06-29 01:06:20 -07:00
previousBeat = bean ;
2021-06-25 06:55:49 -07:00
}
beat ( ) ;
this . heartbeatInterval = setInterval ( beat , this . interval * 1000 ) ;
}
stop ( ) {
clearInterval ( this . heartbeatInterval )
}
2021-06-30 06:04:58 -07:00
2021-07-22 21:58:05 -07:00
// Helper Method:
2021-07-22 01:04:32 -07:00
// returns URL object for further usage
// returns null if url is invalid
getUrl ( ) {
try {
return new URL ( this . url ) ;
} catch ( _ ) {
return null ;
}
}
// Store TLS info to database
async updateTlsInfo ( checkCertificateResult ) {
let tls _info _bean = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
this . id
] ) ;
if ( tls _info _bean == null ) {
tls _info _bean = R . dispense ( "monitor_tls_info" ) ;
tls _info _bean . monitor _id = this . id ;
}
tls _info _bean . info _json = JSON . stringify ( checkCertificateResult ) ;
2021-07-22 21:58:05 -07:00
await R . store ( tls _info _bean ) ;
2021-07-22 01:04:32 -07:00
}
2021-06-30 06:04:58 -07:00
static async sendStats ( io , monitorID , userID ) {
Monitor . sendAvgPing ( 24 , io , monitorID , userID ) ;
2021-06-30 22:11:16 -07:00
Monitor . sendUptime ( 24 , io , monitorID , userID ) ;
Monitor . sendUptime ( 24 * 30 , io , monitorID , userID ) ;
2021-07-22 01:04:32 -07:00
Monitor . sendCertInfo ( io , monitorID , userID ) ;
2021-06-30 06:04:58 -07:00
}
2021-06-30 22:11:16 -07:00
/ * *
*
* @ param duration : int Hours
* /
2021-06-30 06:04:58 -07:00
static async sendAvgPing ( duration , io , monitorID , userID ) {
let avgPing = parseInt ( await R . getCell ( `
SELECT AVG ( ping )
FROM heartbeat
2021-07-09 21:04:40 -07:00
WHERE time > DATETIME ( 'now' , ? || ' hours' )
2021-06-30 22:11:16 -07:00
AND ping IS NOT NULL
2021-06-30 06:04:58 -07:00
AND monitor _id = ? ` , [
- duration ,
monitorID
] ) ) ;
io . to ( userID ) . emit ( "avgPing" , monitorID , avgPing ) ;
}
2021-07-22 01:04:32 -07:00
static async sendCertInfo ( io , monitorID , userID ) {
let tls _info = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
monitorID
] ) ;
if ( tls _info != null ) {
io . to ( userID ) . emit ( "certInfo" , monitorID , tls _info . info _json ) ;
}
2021-07-20 21:09:09 -07:00
}
2021-06-30 22:11:16 -07:00
/ * *
2021-07-08 23:14:03 -07:00
* Uptime with calculation
* Calculation based on :
* https : //www.uptrends.com/support/kb/reporting/calculation-of-uptime-and-downtime
2021-06-30 22:11:16 -07:00
* @ param duration : int Hours
* /
static async sendUptime ( duration , io , monitorID , userID ) {
2021-07-01 02:00:23 -07:00
let sec = duration * 3600 ;
2021-07-11 05:07:03 -07:00
let heartbeatList = await R . getAll ( `
2021-07-08 23:14:03 -07:00
SELECT duration , time , status
2021-06-30 22:11:16 -07:00
FROM heartbeat
2021-07-09 21:04:40 -07:00
WHERE time > DATETIME ( 'now' , ? || ' hours' )
2021-06-30 22:11:16 -07:00
AND monitor _id = ? ` , [
- duration ,
monitorID
2021-07-01 02:00:23 -07:00
] ) ;
let downtime = 0 ;
2021-07-08 23:14:03 -07:00
let total = 0 ;
let uptime ;
2021-07-01 02:00:23 -07:00
2021-07-11 05:07:03 -07:00
// Special handle for the first heartbeat only
if ( heartbeatList . length === 1 ) {
2021-07-01 06:47:14 -07:00
2021-07-11 05:07:03 -07:00
if ( heartbeatList [ 0 ] . status === 1 ) {
uptime = 1 ;
} else {
uptime = 0 ;
}
} else {
for ( let row of heartbeatList ) {
let value = parseInt ( row . duration )
let time = row . time
2021-07-01 02:00:23 -07:00
2021-07-11 05:07:03 -07:00
// Handle if heartbeat duration longer than the target duration
// e.g. Heartbeat duration = 28hrs, but target duration = 24hrs
if ( value > sec ) {
let trim = dayjs . utc ( ) . diff ( dayjs ( time ) , 'second' ) ;
value = sec - trim ;
if ( value < 0 ) {
value = 0 ;
}
}
total += value ;
2021-07-19 09:23:06 -07:00
if ( row . status === 0 || row . status === 2 ) {
2021-07-11 05:07:03 -07:00
downtime += value ;
2021-07-01 02:00:23 -07:00
}
}
2021-06-30 22:11:16 -07:00
2021-07-11 05:07:03 -07:00
uptime = ( total - downtime ) / total ;
if ( uptime < 0 ) {
uptime = 0 ;
2021-07-05 22:44:33 -07:00
}
2021-07-01 02:00:23 -07:00
}
2021-07-08 23:14:03 -07:00
2021-06-30 22:11:16 -07:00
io . to ( userID ) . emit ( "uptime" , monitorID , duration , uptime ) ;
2021-06-30 06:04:58 -07:00
}
2021-06-25 06:55:49 -07:00
}
module . exports = Monitor ;