2021-07-30 07:18:26 -04:00
const https = require ( "https" ) ;
2021-06-25 09:55:49 -04:00
const dayjs = require ( "dayjs" ) ;
2021-06-27 04:10:55 -04:00
const axios = require ( "axios" ) ;
2021-07-30 07:18:26 -04:00
const { Prometheus } = require ( "../prometheus" ) ;
2022-12-08 10:21:55 -05:00
const { log , UP , DOWN , PENDING , MAINTENANCE , flipStatus , TimeLogger , MAX _INTERVAL _SECOND , MIN _INTERVAL _SECOND } = require ( "../../src/util" ) ;
2023-01-05 09:58:24 -05:00
const { tcping , ping , dnsResolve , checkCertificate , checkStatusCode , getTotalClientInRoom , setting , mssqlQuery , postgresQuery , mysqlQuery , mqttAsync , setSetting , httpNtlm , radius , grpcQuery ,
2023-01-14 12:13:11 -05:00
redisPingAsync , mongodbPing ,
2023-01-05 09:58:24 -05:00
} = require ( "../util-server" ) ;
2021-07-30 07:18:26 -04:00
const { R } = require ( "redbean-node" ) ;
const { BeanModel } = require ( "redbean-node/dist/bean-model" ) ;
2021-09-17 02:42:19 -04:00
const { Notification } = require ( "../notification" ) ;
2021-11-04 07:32:16 -04:00
const { Proxy } = require ( "../proxy" ) ;
2021-10-15 12:57:26 -04:00
const { demoMode } = require ( "../config" ) ;
2021-08-12 12:13:46 -04:00
const version = require ( "../../package.json" ) . version ;
2021-10-09 05:04:51 -04:00
const apicache = require ( "../modules/apicache" ) ;
2022-05-06 02:41:34 -04:00
const { UptimeKumaServer } = require ( "../uptime-kuma-server" ) ;
2022-07-18 10:33:35 -04:00
const { CacheableDnsHttpAgent } = require ( "../cacheable-dns-http-agent" ) ;
2022-10-04 04:19:56 -04:00
const { DockerHost } = require ( "../docker" ) ;
2022-09-27 12:20:17 -04:00
const Maintenance = require ( "./maintenance" ) ;
2022-12-11 08:33:26 -05:00
const { UptimeCacheList } = require ( "../uptime-cache-list" ) ;
2023-01-08 03:22:36 -05:00
const Gamedig = require ( "gamedig" ) ;
2021-06-27 04:10:55 -04:00
/ * *
* status :
* 0 = DOWN
* 1 = UP
2021-07-27 13:53:59 -04:00
* 2 = PENDING
2022-01-23 09:22:00 -05:00
* 3 = MAINTENANCE
2021-06-27 04:10:55 -04:00
* /
2021-06-25 09:55:49 -04:00
class Monitor extends BeanModel {
2021-09-12 14:26:45 -04:00
/ * *
2022-03-18 05:56:46 -04:00
* Return an object that ready to parse to JSON for public
2021-09-12 14:26:45 -04:00
* Only show necessary data to public
2022-04-16 16:11:45 -04:00
* @ returns { Object }
2021-09-12 14:26:45 -04:00
* /
2022-03-18 05:56:46 -04:00
async toPublicJSON ( showTags = false ) {
let obj = {
2021-09-19 07:04:51 -04:00
id : this . id ,
name : this . name ,
2022-06-11 12:23:12 -04:00
sendUrl : this . sendUrl ,
2021-09-19 07:04:51 -04:00
} ;
2022-06-11 12:23:12 -04:00
if ( this . sendUrl ) {
obj . url = this . url ;
}
2022-03-18 05:56:46 -04:00
if ( showTags ) {
obj . tags = await this . getTags ( ) ;
}
return obj ;
2021-09-12 14:26:45 -04:00
}
/ * *
2022-03-18 05:56:46 -04:00
* Return an object that ready to parse to JSON
2022-04-16 16:11:45 -04:00
* @ returns { Object }
2021-09-12 14:26:45 -04:00
* /
2022-04-17 07:30:58 -04:00
async toJSON ( includeSensitiveData = true ) {
2021-07-09 05:55:48 -04:00
let notificationIDList = { } ;
let list = await R . find ( "monitor_notification" , " monitor_id = ? " , [
2021-07-30 07:18:26 -04:00
this . id ,
2021-09-17 02:42:19 -04:00
] ) ;
2021-07-09 05:55:48 -04:00
for ( let bean of list ) {
notificationIDList [ bean . notification _id ] = true ;
}
2022-03-18 05:56:46 -04:00
const tags = await this . getTags ( ) ;
2021-08-26 06:55:19 -04:00
2022-04-17 07:30:58 -04:00
let data = {
2021-06-25 09:55:49 -04:00
id : this . id ,
name : this . name ,
url : this . url ,
2021-10-02 10:48:27 -04:00
method : this . method ,
2021-07-01 02:03:06 -04:00
hostname : this . hostname ,
port : this . port ,
2021-07-19 12:23:06 -04:00
maxretries : this . maxretries ,
2021-07-01 01:11:16 -04:00
weight : this . weight ,
2021-06-25 09:55:49 -04:00
active : this . active ,
type : this . type ,
interval : this . interval ,
2021-09-11 12:54:55 -04:00
retryInterval : this . retryInterval ,
2022-01-23 09:22:57 -05:00
resendInterval : this . resendInterval ,
2021-07-01 05:19:28 -04:00
keyword : this . keyword ,
2022-04-05 09:27:50 -04:00
expiryNotification : this . isEnabledExpiryNotification ( ) ,
2021-07-30 10:11:14 -04:00
ignoreTls : this . getIgnoreTls ( ) ,
2021-07-30 12:01:04 -04:00
upsideDown : this . isUpsideDown ( ) ,
2022-07-14 03:32:51 -04:00
packetSize : this . packetSize ,
2021-08-05 07:04:38 -04:00
maxredirects : this . maxredirects ,
accepted _statuscodes : this . getAcceptedStatuscodes ( ) ,
2021-08-22 18:05:48 -04:00
dns _resolve _type : this . dns _resolve _type ,
dns _resolve _server : this . dns _resolve _server ,
2021-08-28 15:20:25 -04:00
dns _last _result : this . dns _last _result ,
2022-01-13 11:17:07 -05:00
docker _container : this . docker _container ,
2022-07-22 11:47:04 -04:00
docker _host : this . docker _host ,
2021-10-30 13:37:15 -04:00
proxyId : this . proxy _id ,
2021-07-30 07:18:26 -04:00
notificationIDList ,
2021-08-26 06:55:19 -04:00
tags : tags ,
2022-01-25 13:07:27 -05:00
maintenance : await Monitor . isUnderMaintenance ( this . id ) ,
2021-12-18 16:35:18 -05:00
mqttTopic : this . mqttTopic ,
2022-05-13 13:58:23 -04:00
mqttSuccessMessage : this . mqttSuccessMessage ,
2022-05-12 20:54:02 -04:00
databaseQuery : this . databaseQuery ,
2022-05-13 13:58:23 -04:00
authMethod : this . authMethod ,
2022-08-03 01:00:39 -04:00
grpcUrl : this . grpcUrl ,
grpcProtobuf : this . grpcProtobuf ,
grpcMethod : this . grpcMethod ,
grpcServiceName : this . grpcServiceName ,
2022-08-03 02:39:31 -04:00
grpcEnableTls : this . getGrpcEnableTls ( ) ,
2022-05-12 05:48:38 -04:00
radiusCalledStationId : this . radiusCalledStationId ,
radiusCallingStationId : this . radiusCallingStationId ,
2023-01-08 03:22:36 -05:00
game : this . game ,
2021-06-25 09:55:49 -04:00
} ;
2022-04-17 07:30:58 -04:00
if ( includeSensitiveData ) {
data = {
... data ,
headers : this . headers ,
body : this . body ,
2022-08-03 01:00:39 -04:00
grpcBody : this . grpcBody ,
grpcMetadata : this . grpcMetadata ,
2022-04-17 07:30:58 -04:00
basic _auth _user : this . basic _auth _user ,
basic _auth _pass : this . basic _auth _pass ,
pushToken : this . pushToken ,
2022-12-05 05:18:19 -05:00
databaseConnectionString : this . databaseConnectionString ,
radiusUsername : this . radiusUsername ,
radiusPassword : this . radiusPassword ,
radiusSecret : this . radiusSecret ,
mqttUsername : this . mqttUsername ,
mqttPassword : this . mqttPassword ,
authWorkstation : this . authWorkstation ,
authDomain : this . authDomain ,
2022-04-17 07:30:58 -04:00
} ;
}
2022-12-05 05:18:19 -05:00
data . includeSensitiveData = includeSensitiveData ;
2022-04-17 07:30:58 -04:00
return data ;
2021-06-25 09:55:49 -04:00
}
2022-04-21 13:30:04 -04:00
/ * *
* Get all tags applied to this monitor
* @ returns { Promise < LooseObject < any > [ ] > }
* /
2022-03-18 05:56:46 -04:00
async getTags ( ) {
2022-04-17 03:27:35 -04:00
return await R . getAll ( "SELECT mt.*, tag.name, tag.color FROM monitor_tag mt JOIN tag ON mt.tag_id = tag.id WHERE mt.monitor_id = ?" , [ this . id ] ) ;
2022-03-18 05:56:46 -04:00
}
2021-11-02 07:30:44 -04:00
/ * *
* Encode user and password to Base64 encoding
* for HTTP "basic" auth , as per RFC - 7617
* @ returns { string }
* /
2021-11-22 23:59:48 -05:00
encodeBase64 ( user , pass ) {
return Buffer . from ( user + ":" + pass ) . toString ( "base64" ) ;
2021-11-02 08:11:33 -04:00
}
2021-11-02 07:30:44 -04:00
2022-04-21 13:30:04 -04:00
/ * *
* Is the TLS expiry notification enabled ?
* @ returns { boolean }
* /
2022-04-05 09:27:50 -04:00
isEnabledExpiryNotification ( ) {
return Boolean ( this . expiryNotification ) ;
}
2021-07-30 10:11:14 -04:00
/ * *
* Parse to boolean
* @ returns { boolean }
* /
getIgnoreTls ( ) {
2021-09-17 02:42:19 -04:00
return Boolean ( this . ignoreTls ) ;
2021-07-30 10:11:14 -04:00
}
/ * *
* Parse to boolean
* @ returns { boolean }
* /
2021-07-30 12:01:04 -04:00
isUpsideDown ( ) {
2021-07-30 10:11:14 -04:00
return Boolean ( this . upsideDown ) ;
}
2022-08-03 02:39:31 -04:00
/ * *
* Parse to boolean
* @ returns { boolean }
* /
getGrpcEnableTls ( ) {
return Boolean ( this . grpcEnableTls ) ;
}
2022-04-16 16:11:45 -04:00
/ * *
2022-04-22 13:42:47 -04:00
* Get accepted status codes
2022-04-16 16:11:45 -04:00
* @ returns { Object }
* /
2021-08-05 07:04:38 -04:00
getAcceptedStatuscodes ( ) {
return JSON . parse ( this . accepted _statuscodes _json ) ;
}
2022-04-16 16:11:45 -04:00
/ * *
* Start monitor
* @ param { Server } io Socket server instance
* /
2021-06-25 09:55:49 -04:00
start ( io ) {
2021-06-29 04:06:20 -04:00
let previousBeat = null ;
2021-07-19 12:23:06 -04:00
let retries = 0 ;
2021-06-29 04:06:20 -04:00
2021-07-27 12:52:31 -04:00
let prometheus = new Prometheus ( this ) ;
2021-07-22 11:00:11 -04:00
2021-06-27 04:10:55 -04:00
const beat = async ( ) => {
2021-09-08 07:54:37 -04:00
2022-02-24 02:11:17 -05:00
let beatInterval = this . interval ;
if ( ! beatInterval ) {
beatInterval = 1 ;
}
if ( demoMode ) {
if ( beatInterval < 20 ) {
console . log ( "beat interval too low, reset to 20s" ) ;
beatInterval = 20 ;
}
}
2021-08-10 05:51:30 -04:00
// Expose here for prometheus update
// undefined if not https
let tlsInfo = undefined ;
2022-05-09 15:10:12 -04:00
if ( ! previousBeat || this . type === "push" ) {
2021-06-29 04:06:20 -04:00
previousBeat = await R . findOne ( "heartbeat" , " monitor_id = ? ORDER BY time DESC" , [
2021-07-30 07:18:26 -04:00
this . id ,
2021-09-17 02:42:19 -04:00
] ) ;
2021-06-29 04:06:20 -04:00
}
2021-07-23 23:42:14 -04:00
const isFirstBeat = ! previousBeat ;
2021-09-17 02:42:19 -04:00
let bean = R . dispense ( "heartbeat" ) ;
2021-06-27 04:10:55 -04:00
bean . monitor _id = this . id ;
2022-03-28 17:28:50 -04:00
bean . time = R . isoDateTimeMillis ( dayjs . utc ( ) ) ;
2021-07-23 23:42:14 -04:00
bean . status = DOWN ;
2022-06-15 10:56:26 -04:00
bean . downCount = previousBeat ? . downCount || 0 ;
2021-06-27 04:10:55 -04:00
2021-07-30 12:01:04 -04:00
if ( this . isUpsideDown ( ) ) {
bean . status = flipStatus ( bean . status ) ;
}
2021-06-30 14:02:54 -04:00
// Duration
2021-11-03 21:46:43 -04:00
if ( ! isFirstBeat ) {
2021-07-30 07:18:26 -04:00
bean . duration = dayjs ( bean . time ) . diff ( dayjs ( previousBeat . time ) , "second" ) ;
2021-06-30 14:02:54 -04:00
} else {
bean . duration = 0 ;
}
2021-06-27 04:10:55 -04:00
try {
2022-01-25 13:07:27 -05:00
if ( await Monitor . isUnderMaintenance ( this . id ) ) {
2022-01-23 09:22:00 -05:00
bean . msg = "Monitor under maintenance" ;
bean . status = MAINTENANCE ;
2022-04-30 08:57:08 -04:00
} else if ( this . type === "http" || this . type === "keyword" ) {
2021-08-23 06:52:24 -04:00
// Do not do any queries/high loading things before the "bean.ping"
2021-06-27 04:10:55 -04:00
let startTime = dayjs ( ) . valueOf ( ) ;
2021-07-30 10:11:14 -04:00
2021-11-02 07:30:44 -04:00
// HTTP basic auth
2021-11-04 05:12:06 -04:00
let basicAuthHeader = { } ;
2022-05-13 13:58:23 -04:00
if ( this . auth _method === "basic" ) {
2021-11-04 05:12:06 -04:00
basicAuthHeader = {
2021-11-22 23:59:48 -05:00
"Authorization" : "Basic " + this . encodeBase64 ( this . basic _auth _user , this . basic _auth _pass ) ,
2021-11-02 08:11:33 -04:00
} ;
2021-11-02 07:30:44 -04:00
}
2021-10-30 13:37:15 -04:00
const httpsAgentOptions = {
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
} ;
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Prepare Options for axios ` ) ;
2021-11-07 11:15:36 -05:00
2022-12-04 09:55:05 -05:00
// Axios Options
2021-10-02 10:48:27 -04:00
const options = {
url : this . url ,
method : ( this . method || "get" ) . toLowerCase ( ) ,
... ( this . body ? { data : JSON . parse ( this . body ) } : { } ) ,
2021-08-11 11:12:38 -04:00
timeout : this . interval * 1000 * 0.8 ,
2021-07-30 07:18:26 -04:00
headers : {
2021-12-16 02:09:10 -05:00
"Accept" : "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9" ,
2021-08-11 13:31:07 -04:00
"User-Agent" : "Uptime-Kuma/" + version ,
2021-10-09 15:51:24 -04:00
... ( this . headers ? JSON . parse ( this . headers ) : { } ) ,
2021-11-04 05:12:06 -04:00
... ( basicAuthHeader ) ,
2021-07-30 07:18:26 -04:00
} ,
2021-08-05 07:04:38 -04:00
maxRedirects : this . maxredirects ,
validateStatus : ( status ) => {
return checkStatusCode ( status , this . getAcceptedStatuscodes ( ) ) ;
} ,
2021-10-02 10:48:27 -04:00
} ;
2021-11-07 08:00:47 -05:00
2021-10-30 13:37:15 -04:00
if ( this . proxy _id ) {
const proxy = await R . load ( "proxy" , this . proxy _id ) ;
if ( proxy && proxy . active ) {
2021-11-04 07:32:16 -04:00
const { httpAgent , httpsAgent } = Proxy . createAgents ( proxy , {
httpsAgentOptions : httpsAgentOptions ,
} ) ;
2021-10-30 13:37:15 -04:00
options . proxy = false ;
2021-11-04 07:32:16 -04:00
options . httpAgent = httpAgent ;
options . httpsAgent = httpsAgent ;
2021-10-30 13:37:15 -04:00
}
}
if ( ! options . httpsAgent ) {
options . httpsAgent = new https . Agent ( httpsAgentOptions ) ;
}
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Options: ${ JSON . stringify ( options ) } ` ) ;
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Request ` ) ;
2021-10-30 13:37:15 -04:00
2022-12-26 08:00:46 -05:00
// Make Request
let res = await this . makeAxiosRequest ( options ) ;
2022-05-13 13:58:23 -04:00
2021-09-17 02:42:19 -04:00
bean . msg = ` ${ res . status } - ${ res . statusText } ` ;
2021-06-27 04:10:55 -04:00
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2021-07-01 05:19:28 -04:00
2021-07-22 04:04:32 -04:00
// Check certificate if https is used
2021-07-23 00:58:05 -04:00
let certInfoStartTime = dayjs ( ) . valueOf ( ) ;
2021-07-22 04:13:58 -04:00
if ( this . getUrl ( ) ? . protocol === "https:" ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Check cert ` ) ;
2021-07-23 00:58:05 -04:00
try {
2021-10-27 03:33:15 -04:00
let tlsInfoObject = checkCertificate ( res ) ;
tlsInfo = await this . updateTlsInfo ( tlsInfoObject ) ;
2022-04-05 09:27:50 -04:00
if ( ! this . getIgnoreTls ( ) && this . isEnabledExpiryNotification ( ) ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] call sendCertNotification ` ) ;
2021-10-27 03:33:15 -04:00
await this . sendCertNotification ( tlsInfoObject ) ;
}
2021-07-23 00:58:05 -04:00
} catch ( e ) {
2021-08-08 01:47:29 -04:00
if ( e . message !== "No TLS certificate in response" ) {
2022-04-13 11:33:37 -04:00
log . error ( "monitor" , "Caught error" ) ;
log . error ( "monitor" , e . message ) ;
2021-08-08 01:47:29 -04:00
}
2021-07-23 00:58:05 -04:00
}
2021-07-21 00:09:09 -04:00
}
2021-07-01 05:19:28 -04:00
2021-10-07 05:39:58 -04:00
if ( process . env . TIMELOGGER === "1" ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Cert Info Query Time: " + ( dayjs ( ) . valueOf ( ) - certInfoStartTime ) + "ms" ) ;
2021-10-07 05:39:58 -04:00
}
2021-10-15 06:36:40 -04:00
2022-04-17 03:43:03 -04:00
if ( process . env . UPTIME _KUMA _LOG _RESPONSE _BODY _MONITOR _ID === this . id ) {
2022-04-13 11:33:37 -04:00
log . info ( "monitor" , res . data ) ;
2021-10-15 06:36:40 -04:00
}
2021-07-23 00:58:05 -04:00
2021-07-01 05:19:28 -04:00
if ( this . type === "http" ) {
2021-07-23 23:42:14 -04:00
bean . status = UP ;
2021-07-01 05:19:28 -04:00
} else {
2021-07-11 22:52:41 -04:00
let data = res . data ;
// Convert to string for object/array
if ( typeof data !== "string" ) {
2021-09-17 02:42:19 -04:00
data = JSON . stringify ( data ) ;
2021-07-11 22:52:41 -04:00
}
if ( data . includes ( this . keyword ) ) {
2021-09-17 02:42:19 -04:00
bean . msg += ", keyword is found" ;
2021-07-23 23:42:14 -04:00
bean . status = UP ;
2021-07-01 05:19:28 -04:00
} else {
2022-01-24 00:31:49 -05:00
data = data . replace ( /<[^>]*>?|[\n\r]|\s+/gm , " " ) ;
2022-04-01 03:26:50 -04:00
if ( data . length > 50 ) {
2022-01-24 00:31:49 -05:00
data = data . substring ( 0 , 47 ) + "..." ;
}
2022-02-07 05:46:16 -05:00
throw new Error ( bean . msg + ", but keyword is not in [" + data + "]" ) ;
2021-07-01 05:19:28 -04:00
}
}
2021-07-01 02:03:06 -04:00
} else if ( this . type === "port" ) {
bean . ping = await tcping ( this . hostname , this . port ) ;
2021-09-17 02:42:19 -04:00
bean . msg = "" ;
2021-07-23 23:42:14 -04:00
bean . status = UP ;
2021-07-01 05:00:23 -04:00
} else if ( this . type === "ping" ) {
2022-07-14 03:32:51 -04:00
bean . ping = await ping ( this . hostname , this . packetSize ) ;
2021-09-17 02:42:19 -04:00
bean . msg = "" ;
2021-07-23 23:42:14 -04:00
bean . status = UP ;
2021-08-22 18:05:48 -04:00
} else if ( this . type === "dns" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2021-08-22 18:05:48 -04:00
let dnsMessage = "" ;
2021-08-22 18:05:48 -04:00
2022-04-13 16:02:19 -04:00
let dnsRes = await dnsResolve ( this . hostname , this . dns _resolve _server , this . port , this . dns _resolve _type ) ;
2021-08-22 18:05:48 -04:00
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2021-08-22 18:05:48 -04:00
2022-04-17 03:43:03 -04:00
if ( this . dns _resolve _type === "A" || this . dns _resolve _type === "AAAA" || this . dns _resolve _type === "TXT" ) {
2021-08-24 05:47:12 -04:00
dnsMessage += "Records: " ;
2021-08-25 03:31:42 -04:00
dnsMessage += dnsRes . join ( " | " ) ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "CNAME" || this . dns _resolve _type === "PTR" ) {
2021-08-22 18:05:48 -04:00
dnsMessage = dnsRes [ 0 ] ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "CAA" ) {
2021-08-22 18:05:48 -04:00
dnsMessage = dnsRes [ 0 ] . issue ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "MX" ) {
2021-08-22 18:05:48 -04:00
dnsRes . forEach ( record => {
2021-08-24 05:47:12 -04:00
dnsMessage += ` Hostname: ${ record . exchange } - Priority: ${ record . priority } | ` ;
2021-08-22 18:05:48 -04:00
} ) ;
2021-09-17 02:42:19 -04:00
dnsMessage = dnsMessage . slice ( 0 , - 2 ) ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "NS" ) {
2021-08-24 05:47:12 -04:00
dnsMessage += "Servers: " ;
2021-08-25 03:31:42 -04:00
dnsMessage += dnsRes . join ( " | " ) ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "SOA" ) {
2021-08-22 18:05:48 -04:00
dnsMessage += ` NS-Name: ${ dnsRes . nsname } | Hostmaster: ${ dnsRes . hostmaster } | Serial: ${ dnsRes . serial } | Refresh: ${ dnsRes . refresh } | Retry: ${ dnsRes . retry } | Expire: ${ dnsRes . expire } | MinTTL: ${ dnsRes . minttl } ` ;
2022-04-17 03:43:03 -04:00
} else if ( this . dns _resolve _type === "SRV" ) {
2021-08-22 18:05:48 -04:00
dnsRes . forEach ( record => {
dnsMessage += ` Name: ${ record . name } | Port: ${ record . port } | Priority: ${ record . priority } | Weight: ${ record . weight } | ` ;
} ) ;
2021-09-17 02:42:19 -04:00
dnsMessage = dnsMessage . slice ( 0 , - 2 ) ;
2021-08-22 18:05:48 -04:00
}
2021-08-28 15:29:24 -04:00
if ( this . dnsLastResult !== dnsMessage ) {
2021-08-28 15:20:25 -04:00
R . exec ( "UPDATE `monitor` SET dns_last_result = ? WHERE id = ? " , [
dnsMessage ,
this . id
] ) ;
}
2021-08-22 18:05:48 -04:00
bean . msg = dnsMessage ;
bean . status = UP ;
2021-09-30 12:09:43 -04:00
} else if ( this . type === "push" ) { // Type: Push
2022-05-27 00:45:56 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Checking monitor at ${ dayjs ( ) . format ( "YYYY-MM-DD HH:mm:ss.SSS" ) } ` ) ;
2022-03-28 17:28:50 -04:00
const bufferTime = 1000 ; // 1s buffer to accommodate clock differences
2022-05-28 11:19:58 -04:00
2022-03-28 17:28:50 -04:00
if ( previousBeat ) {
const msSinceLastBeat = dayjs . utc ( ) . valueOf ( ) - dayjs . utc ( previousBeat . time ) . valueOf ( ) ;
2022-05-28 11:22:44 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] msSinceLastBeat = ${ msSinceLastBeat } ` ) ;
2022-05-28 22:57:45 -04:00
// If the previous beat was down or pending we use the regular
// beatInterval/retryInterval in the setTimeout further below
2022-06-14 01:05:58 -04:00
if ( previousBeat . status !== ( this . isUpsideDown ( ) ? DOWN : UP ) || msSinceLastBeat > beatInterval * 1000 + bufferTime ) {
2022-03-28 17:28:50 -04:00
throw new Error ( "No heartbeat in the time window" ) ;
} else {
let timeout = beatInterval * 1000 - msSinceLastBeat ;
if ( timeout < 0 ) {
timeout = bufferTime ;
} else {
timeout += bufferTime ;
}
// No need to insert successful heartbeat for push type, so end here
retries = 0 ;
2022-05-27 00:45:56 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] timeout = ${ timeout } ` ) ;
2022-03-28 17:28:50 -04:00
this . heartbeatInterval = setTimeout ( beat , timeout ) ;
return ;
}
2022-05-28 22:57:45 -04:00
} else {
throw new Error ( "No heartbeat in the time window" ) ;
2021-09-30 12:09:43 -04:00
}
2021-09-27 05:17:57 -04:00
} else if ( this . type === "steam" ) {
const steamApiUrl = "https://api.steampowered.com/IGameServersService/GetServerList/v1/" ;
2021-10-18 05:11:41 -04:00
const steamAPIKey = await setting ( "steamAPIKey" ) ;
2021-09-27 05:17:57 -04:00
const filter = ` addr \\ ${ this . hostname } : ${ this . port } ` ;
2021-10-18 05:11:41 -04:00
if ( ! steamAPIKey ) {
throw new Error ( "Steam API Key not found" ) ;
}
2022-06-23 03:54:33 -04:00
let res = await axios . get ( steamApiUrl , {
2021-09-27 05:17:57 -04:00
timeout : this . interval * 1000 * 0.8 ,
headers : {
"Accept" : "*/*" ,
"User-Agent" : "Uptime-Kuma/" + version ,
} ,
2022-07-18 10:33:35 -04:00
httpsAgent : CacheableDnsHttpAgent . getHttpsAgent ( {
2021-09-27 05:17:57 -04:00
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
2021-11-03 21:46:43 -04:00
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
2021-09-27 05:17:57 -04:00
} ) ,
2022-07-18 10:33:35 -04:00
httpAgent : CacheableDnsHttpAgent . getHttpAgent ( {
maxCachedSessions : 0 ,
} ) ,
2021-09-27 05:17:57 -04:00
maxRedirects : this . maxredirects ,
validateStatus : ( status ) => {
return checkStatusCode ( status , this . getAcceptedStatuscodes ( ) ) ;
} ,
params : {
filter : filter ,
2021-10-18 05:11:41 -04:00
key : steamAPIKey ,
2021-09-27 05:17:57 -04:00
}
} ) ;
2021-10-18 05:02:05 -04:00
if ( res . data . response && res . data . response . servers && res . data . response . servers . length > 0 ) {
bean . status = UP ;
bean . msg = res . data . response . servers [ 0 ] . name ;
2021-09-27 05:17:57 -04:00
2021-10-18 05:02:05 -04:00
try {
2022-07-14 03:32:51 -04:00
bean . ping = await ping ( this . hostname , this . packetSize ) ;
2021-10-18 05:02:05 -04:00
} catch ( _ ) { }
2021-09-27 05:17:57 -04:00
} else {
2021-10-18 05:02:05 -04:00
throw new Error ( "Server not found on Steam" ) ;
2021-09-27 05:17:57 -04:00
}
2023-01-08 03:22:36 -05:00
} else if ( this . type === "gamedig" ) {
try {
const state = await Gamedig . query ( {
type : this . game ,
host : this . hostname ,
2023-01-24 11:19:54 -05:00
port : this . port ,
givenPortOnly : true ,
2023-01-08 03:22:36 -05:00
} ) ;
bean . msg = state . name ;
bean . status = UP ;
bean . ping = state . ping ;
} catch ( e ) {
2023-01-24 10:03:01 -05:00
throw new Error ( e . message ) ;
2023-01-08 03:22:36 -05:00
}
2022-01-13 11:17:07 -05:00
} else if ( this . type === "docker" ) {
2023-01-24 10:40:24 -05:00
log . debug ( "monitor" , ` [ ${ this . name } ] Prepare Options for Axios ` ) ;
2022-01-13 11:17:07 -05:00
2022-07-22 11:57:40 -04:00
const dockerHost = await R . load ( "docker_host" , this . docker _host ) ;
2022-07-22 11:47:04 -04:00
2022-01-13 11:17:07 -05:00
const options = {
url : ` /containers/ ${ this . docker _container } /json ` ,
2023-01-17 20:53:04 -05:00
timeout : this . interval * 1000 * 0.8 ,
2022-01-13 11:17:07 -05:00
headers : {
"Accept" : "*/*" ,
"User-Agent" : "Uptime-Kuma/" + version ,
} ,
2023-01-17 20:53:04 -05:00
httpsAgent : CacheableDnsHttpAgent . getHttpsAgent ( {
2022-01-13 11:17:07 -05:00
maxCachedSessions : 0 , // Use Custom agent to disable session reuse (https://github.com/nodejs/node/issues/3940)
2023-01-17 20:53:04 -05:00
rejectUnauthorized : ! this . getIgnoreTls ( ) ,
} ) ,
httpAgent : CacheableDnsHttpAgent . getHttpAgent ( {
maxCachedSessions : 0 ,
2022-01-13 11:17:07 -05:00
} ) ,
} ;
2022-07-22 11:57:40 -04:00
if ( dockerHost . _dockerType === "socket" ) {
options . socketPath = dockerHost . _dockerDaemon ;
} else if ( dockerHost . _dockerType === "tcp" ) {
2022-10-04 04:19:56 -04:00
options . baseURL = DockerHost . patchDockerURL ( dockerHost . _dockerDaemon ) ;
2022-01-21 20:57:37 -05:00
}
2023-01-24 10:40:24 -05:00
log . debug ( "monitor" , ` [ ${ this . name } ] Axios Request ` ) ;
2022-01-13 11:17:07 -05:00
let res = await axios . request ( options ) ;
if ( res . data . State . Running ) {
bean . status = UP ;
2023-01-03 09:07:14 -05:00
bean . msg = res . data . State . Status ;
} else {
throw Error ( "Container State is " + res . data . State . Status ) ;
2022-01-13 11:17:07 -05:00
}
2021-11-03 21:46:43 -04:00
} else if ( this . type === "mqtt" ) {
2022-04-16 13:06:47 -04:00
bean . msg = await mqttAsync ( this . hostname , this . mqttTopic , this . mqttSuccessMessage , {
port : this . port ,
username : this . mqttUsername ,
password : this . mqttPassword ,
interval : this . interval ,
} ) ;
bean . status = UP ;
2022-05-12 13:48:03 -04:00
} else if ( this . type === "sqlserver" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2022-05-13 09:57:06 -04:00
await mssqlQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-05-12 13:48:03 -04:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2022-08-03 01:00:39 -04:00
} else if ( this . type === "grpc-keyword" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
const options = {
grpcUrl : this . grpcUrl ,
grpcProtobufData : this . grpcProtobuf ,
grpcServiceName : this . grpcServiceName ,
grpcEnableTls : this . grpcEnableTls ,
grpcMethod : this . grpcMethod ,
grpcBody : this . grpcBody ,
keyword : this . keyword
} ;
const response = await grpcQuery ( options ) ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
log . debug ( "monitor:" , ` gRPC response: ${ JSON . stringify ( response ) } ` ) ;
let responseData = response . data ;
if ( responseData . length > 50 ) {
2022-12-28 10:31:33 -05:00
responseData = responseData . toString ( ) . substring ( 0 , 47 ) + "..." ;
2022-08-03 01:00:39 -04:00
}
if ( response . code !== 1 ) {
bean . status = DOWN ;
bean . msg = ` Error in send gRPC ${ response . code } ${ response . errorMessage } ` ;
} else {
if ( response . data . toString ( ) . includes ( this . keyword ) ) {
bean . status = UP ;
bean . msg = ` ${ responseData } , keyword [ ${ this . keyword } ] is found ` ;
} else {
log . debug ( "monitor:" , ` GRPC response [ ${ response . data } ] + ", but keyword [ ${ this . keyword } ] is not in [" + ${ response . data } + "]" ` ) ;
bean . status = DOWN ;
bean . msg = ` , but keyword [ ${ this . keyword } ] is not in [" + ${ responseData } + "] ` ;
}
}
2022-06-15 13:12:47 -04:00
} else if ( this . type === "postgres" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
await postgresQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-10-01 20:52:53 -04:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
} else if ( this . type === "mysql" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
await mysqlQuery ( this . databaseConnectionString , this . databaseQuery ) ;
2022-05-12 13:48:03 -04:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2022-11-16 20:50:34 -05:00
} else if ( this . type === "mongodb" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
await mongodbPing ( this . databaseConnectionString ) ;
2022-05-12 13:48:03 -04:00
bean . msg = "" ;
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-14 12:13:11 -05:00
2022-05-12 05:48:38 -04:00
} else if ( this . type === "radius" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2022-10-12 12:32:05 -04:00
// Handle monitors that were created before the
// update and as such don't have a value for
// this.port.
let port ;
if ( this . port == null ) {
port = 1812 ;
} else {
port = this . port ;
}
2022-05-12 05:48:38 -04:00
try {
const resp = await radius (
this . hostname ,
this . radiusUsername ,
this . radiusPassword ,
this . radiusCalledStationId ,
this . radiusCallingStationId ,
2022-10-12 12:32:05 -04:00
this . radiusSecret ,
port
2022-05-12 05:48:38 -04:00
) ;
if ( resp . code ) {
bean . msg = resp . code ;
}
bean . status = UP ;
} catch ( error ) {
bean . status = DOWN ;
if ( error . response ? . code ) {
bean . msg = error . response . code ;
} else {
bean . msg = error . message ;
}
}
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-05 09:58:24 -05:00
} else if ( this . type === "redis" ) {
let startTime = dayjs ( ) . valueOf ( ) ;
2023-01-13 03:32:49 -05:00
bean . msg = await redisPingAsync ( this . databaseConnectionString ) ;
2023-01-05 09:58:24 -05:00
bean . status = UP ;
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
2023-01-27 05:25:57 -05:00
} else if ( this . type in UptimeKumaServer . monitorTypeList ) {
let startTime = dayjs ( ) . valueOf ( ) ;
const monitorType = UptimeKumaServer . monitorTypeList [ this . type ] ;
await monitorType . check ( this , bean ) ;
if ( ! bean . ping ) {
bean . ping = dayjs ( ) . valueOf ( ) - startTime ;
}
2021-09-30 12:09:43 -04:00
} else {
2023-01-27 05:25:57 -05:00
throw new Error ( "Unknown Monitor Type" ) ;
2021-06-27 04:10:55 -04:00
}
2021-07-30 12:01:04 -04:00
if ( this . isUpsideDown ( ) ) {
bean . status = flipStatus ( bean . status ) ;
if ( bean . status === DOWN ) {
throw new Error ( "Flip UP to DOWN" ) ;
}
}
2021-07-19 12:23:06 -04:00
retries = 0 ;
2021-06-27 04:10:55 -04:00
} catch ( error ) {
2021-07-30 12:01:04 -04:00
bean . msg = error . message ;
// If UP come in here, it must be upside down mode
// Just reset the retries
if ( this . isUpsideDown ( ) && bean . status === UP ) {
retries = 0 ;
} else if ( ( this . maxretries > 0 ) && ( retries < this . maxretries ) ) {
2021-07-19 12:23:06 -04:00
retries ++ ;
2021-07-23 23:42:14 -04:00
bean . status = PENDING ;
2021-07-19 12:23:06 -04:00
}
2021-06-27 04:10:55 -04:00
}
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Check isImportant ` ) ;
2021-10-16 05:28:03 -04:00
let isImportant = Monitor . isImportantBeat ( isFirstBeat , previousBeat ? . status , bean . status ) ;
2021-07-23 23:42:14 -04:00
2021-07-20 05:50:33 -04:00
// Mark as important if status changed, ignore pending pings,
// Don't notify if disrupted changes to up
2021-07-23 23:42:14 -04:00
if ( isImportant ) {
2021-06-29 04:06:20 -04:00
bean . important = true ;
2021-11-07 08:00:47 -05:00
2022-01-23 09:22:00 -05:00
if ( Monitor . isImportantForNotification ( isFirstBeat , previousBeat ? . status , bean . status ) ) {
2022-04-30 07:40:34 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] sendNotification ` ) ;
2022-01-23 09:22:00 -05:00
await Monitor . sendNotification ( isFirstBeat , this , bean ) ;
2022-04-30 08:57:08 -04:00
} else {
2022-04-30 07:40:34 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] will not sendNotification because it is (or was) under maintenance ` ) ;
2022-01-23 09:22:00 -05:00
}
2021-10-26 23:39:46 -04:00
2022-06-15 10:56:26 -04:00
// Reset down count
bean . downCount = 0 ;
2022-01-23 09:22:57 -05:00
2021-10-26 23:39:46 -04:00
// Clear Status Page Cache
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] apicache clear ` ) ;
2021-10-26 23:39:46 -04:00
apicache . clear ( ) ;
2022-10-15 08:15:50 -04:00
UptimeKumaServer . getInstance ( ) . sendMaintenanceListByUserID ( this . user _id ) ;
2021-06-29 04:06:20 -04:00
} else {
bean . important = false ;
2022-01-23 09:22:57 -05:00
if ( bean . status === DOWN && this . resendInterval > 0 ) {
2022-06-15 10:56:26 -04:00
++ bean . downCount ;
if ( bean . downCount >= this . resendInterval ) {
2022-01-23 09:22:57 -05:00
// Send notification again, because we are still DOWN
2022-06-15 10:56:26 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] sendNotification again: Down Count: ${ bean . downCount } | Resend Interval: ${ this . resendInterval } ` ) ;
2022-01-23 09:22:57 -05:00
await Monitor . sendNotification ( isFirstBeat , this , bean ) ;
2022-06-15 10:56:26 -04:00
// Reset down count
bean . downCount = 0 ;
2022-01-23 09:22:57 -05:00
}
}
2021-06-29 04:06:20 -04:00
}
2021-07-23 23:42:14 -04:00
if ( bean . status === UP ) {
2022-06-13 09:15:47 -04:00
log . debug ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Successful Response: ${ bean . ping } ms | Interval: ${ beatInterval } seconds | Type: ${ this . type } ` ) ;
2021-07-23 23:42:14 -04:00
} else if ( bean . status === PENDING ) {
2021-09-29 05:20:35 -04:00
if ( this . retryInterval > 0 ) {
2021-09-11 12:54:55 -04:00
beatInterval = this . retryInterval ;
}
2022-04-13 11:33:37 -04:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Pending: ${ bean . msg } | Max retries: ${ this . maxretries } | Retry: ${ retries } | Retry Interval: ${ beatInterval } seconds | Type: ${ this . type } ` ) ;
2022-01-23 09:22:00 -05:00
} else if ( bean . status === MAINTENANCE ) {
2022-04-30 07:40:34 -04:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Under Maintenance | Type: ${ this . type } ` ) ;
2021-07-20 18:41:38 -04:00
} else {
2022-06-15 10:56:26 -04:00
log . warn ( "monitor" , ` Monitor # ${ this . id } ' ${ this . name } ': Failing: ${ bean . msg } | Interval: ${ beatInterval } seconds | Type: ${ this . type } | Down Count: ${ bean . downCount } | Resend Interval: ${ this . resendInterval } ` ) ;
2021-07-20 18:41:38 -04:00
}
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Send to socket ` ) ;
2022-12-11 08:33:26 -05:00
UptimeCacheList . clearCache ( this . id ) ;
2021-06-29 04:06:20 -04:00
io . to ( this . user _id ) . emit ( "heartbeat" , bean . toJSON ( ) ) ;
2021-09-17 02:42:19 -04:00
Monitor . sendStats ( io , this . id , this . user _id ) ;
2021-06-29 04:06:20 -04:00
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] Store ` ) ;
2021-08-23 06:52:24 -04:00
await R . store ( bean ) ;
2021-11-07 08:00:47 -05:00
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] prometheus.update ` ) ;
2021-08-23 06:52:24 -04:00
prometheus . update ( bean , tlsInfo ) ;
2021-06-29 04:06:20 -04:00
previousBeat = bean ;
2021-08-23 06:52:24 -04:00
2021-09-08 08:00:16 -04:00
if ( ! this . isStop ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` [ ${ this . name } ] SetTimeout for next check. ` ) ;
2021-10-27 02:08:44 -04:00
this . heartbeatInterval = setTimeout ( safeBeat , beatInterval * 1000 ) ;
2021-11-07 08:00:47 -05:00
} else {
2022-04-13 11:33:37 -04:00
log . info ( "monitor" , ` [ ${ this . name } ] isStop = true, no next check. ` ) ;
2021-09-08 08:00:16 -04:00
}
2021-09-17 02:42:19 -04:00
} ;
2021-06-25 09:55:49 -04:00
2022-04-21 13:30:04 -04:00
/** Get a heartbeat and handle errors */
2021-10-27 02:08:44 -04:00
const safeBeat = async ( ) => {
try {
await beat ( ) ;
} catch ( e ) {
console . trace ( e ) ;
2022-05-06 02:41:34 -04:00
UptimeKumaServer . errorLog ( e , false ) ;
2022-04-13 11:33:37 -04:00
log . error ( "monitor" , "Please report to https://github.com/louislam/uptime-kuma/issues" ) ;
2021-10-27 02:08:44 -04:00
if ( ! this . isStop ) {
2022-04-13 11:33:37 -04:00
log . info ( "monitor" , "Try to restart the monitor" ) ;
2021-10-27 02:08:44 -04:00
this . heartbeatInterval = setTimeout ( safeBeat , this . interval * 1000 ) ;
}
}
} ;
2021-09-30 12:09:43 -04:00
// Delay Push Type
if ( this . type === "push" ) {
setTimeout ( ( ) => {
2021-10-27 02:08:44 -04:00
safeBeat ( ) ;
2021-09-30 12:09:43 -04:00
} , this . interval * 1000 ) ;
} else {
2021-10-27 02:08:44 -04:00
safeBeat ( ) ;
2021-09-30 12:09:43 -04:00
}
2021-06-25 09:55:49 -04:00
}
2023-01-05 17:19:05 -05:00
/ * *
* Make a request using axios
* @ param { Object } options Options for Axios
* @ param { boolean } finalCall Should this be the final call i . e
* don ' t retry on faliure
* @ returns { Object } Axios response
* /
2022-12-26 08:00:46 -05:00
async makeAxiosRequest ( options , finalCall = false ) {
try {
let res ;
if ( this . auth _method === "ntlm" ) {
options . httpsAgent . keepAlive = true ;
res = await httpNtlm ( options , {
username : this . basic _auth _user ,
password : this . basic _auth _pass ,
domain : this . authDomain ,
workstation : this . authWorkstation ? this . authWorkstation : undefined
} ) ;
} else {
res = await axios . request ( options ) ;
}
return res ;
} catch ( e ) {
// Fix #2253
// Read more: https://stackoverflow.com/questions/1759956/curl-error-18-transfer-closed-with-outstanding-read-data-remaining
if ( ! finalCall && typeof e . message === "string" && e . message . includes ( "maxContentLength size of -1 exceeded" ) ) {
log . debug ( "monitor" , "makeAxiosRequest with gzip" ) ;
options . headers [ "Accept-Encoding" ] = "gzip, deflate" ;
return this . makeAxiosRequest ( options , true ) ;
} else {
if ( typeof e . message === "string" && e . message . includes ( "maxContentLength size of -1 exceeded" ) ) {
e . message = "response timeout: incomplete response within a interval" ;
}
throw e ;
}
}
}
2022-04-16 16:11:45 -04:00
/** Stop monitor */
2021-06-25 09:55:49 -04:00
stop ( ) {
2021-08-23 06:52:24 -04:00
clearTimeout ( this . heartbeatInterval ) ;
2021-09-08 08:00:16 -04:00
this . isStop = true ;
2022-01-06 23:26:26 -05:00
this . prometheus ( ) . remove ( ) ;
2021-06-25 09:55:49 -04:00
}
2021-06-30 09:04:58 -04:00
2022-04-21 13:30:04 -04:00
/ * *
* Get a new prometheus instance
* @ returns { Prometheus }
* /
2022-01-06 23:26:26 -05:00
prometheus ( ) {
return new Prometheus ( this ) ;
2021-06-25 09:55:49 -04:00
}
2021-06-30 09:04:58 -04:00
2021-07-29 23:23:04 -04:00
/ * *
* Helper Method :
* returns URL object for further usage
* returns null if url is invalid
2022-04-16 16:11:45 -04:00
* @ returns { ( null | URL ) }
2021-07-29 23:23:04 -04:00
* /
2021-07-22 04:04:32 -04:00
getUrl ( ) {
try {
return new URL ( this . url ) ;
} catch ( _ ) {
return null ;
}
}
2021-07-29 23:23:04 -04:00
/ * *
* Store TLS info to database
* @ param checkCertificateResult
2022-04-16 16:11:45 -04:00
* @ returns { Promise < Object > }
2021-07-29 23:23:04 -04:00
* /
2021-07-22 04:04:32 -04:00
async updateTlsInfo ( checkCertificateResult ) {
2022-04-13 12:30:32 -04:00
let tlsInfoBean = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
2021-07-30 07:18:26 -04:00
this . id ,
2021-07-22 04:04:32 -04:00
] ) ;
2021-10-27 04:12:18 -04:00
2022-04-13 12:30:32 -04:00
if ( tlsInfoBean == null ) {
tlsInfoBean = R . dispense ( "monitor_tls_info" ) ;
tlsInfoBean . monitor _id = this . id ;
2021-10-27 04:12:18 -04:00
} else {
2021-10-27 04:03:16 -04:00
2021-10-27 04:12:18 -04:00
// Clear sent history if the cert changed.
try {
2022-04-13 12:30:32 -04:00
let oldCertInfo = JSON . parse ( tlsInfoBean . info _json ) ;
2021-10-27 04:03:16 -04:00
2021-10-27 04:12:18 -04:00
let isValidObjects = oldCertInfo && oldCertInfo . certInfo && checkCertificateResult && checkCertificateResult . certInfo ;
if ( isValidObjects ) {
if ( oldCertInfo . certInfo . fingerprint256 !== checkCertificateResult . certInfo . fingerprint256 ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Resetting sent_history" ) ;
2021-10-27 04:12:18 -04:00
await R . exec ( "DELETE FROM notification_sent_history WHERE type = 'certificate' AND monitor_id = ?" , [
this . id
] ) ;
} else {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "No need to reset sent_history" ) ;
log . debug ( "monitor" , oldCertInfo . certInfo . fingerprint256 ) ;
log . debug ( "monitor" , checkCertificateResult . certInfo . fingerprint256 ) ;
2021-10-27 04:12:18 -04:00
}
} else {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Not valid object" ) ;
2021-10-27 04:12:18 -04:00
}
} catch ( e ) { }
2021-10-27 04:03:16 -04:00
}
2022-04-13 12:30:32 -04:00
tlsInfoBean . info _json = JSON . stringify ( checkCertificateResult ) ;
await R . store ( tlsInfoBean ) ;
2021-08-10 05:51:30 -04:00
return checkCertificateResult ;
2021-07-22 04:04:32 -04:00
}
2022-04-16 16:11:45 -04:00
/ * *
* Send statistics to clients
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
* /
2021-06-30 09:04:58 -04:00
static async sendStats ( io , monitorID , userID ) {
2021-08-30 02:55:33 -04:00
const hasClients = getTotalClientInRoom ( io , userID ) > 0 ;
if ( hasClients ) {
await Monitor . sendAvgPing ( 24 , io , monitorID , userID ) ;
await Monitor . sendUptime ( 24 , io , monitorID , userID ) ;
await Monitor . sendUptime ( 24 * 30 , io , monitorID , userID ) ;
await Monitor . sendCertInfo ( io , monitorID , userID ) ;
} else {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "No clients in the room, no need to send stats" ) ;
2021-08-30 02:55:33 -04:00
}
2021-06-30 09:04:58 -04:00
}
2021-07-01 01:11:16 -04:00
/ * *
2022-04-16 16:11:45 -04:00
* Send the average ping to user
* @ param { number } duration Hours
2021-07-01 01:11:16 -04:00
* /
2021-06-30 09:04:58 -04:00
static async sendAvgPing ( duration , io , monitorID , userID ) {
2021-08-16 14:09:40 -04:00
const timeLogger = new TimeLogger ( ) ;
2021-06-30 09:04:58 -04:00
let avgPing = parseInt ( await R . getCell ( `
SELECT AVG ( ping )
FROM heartbeat
2021-07-10 00:04:40 -04:00
WHERE time > DATETIME ( 'now' , ? || ' hours' )
2021-07-01 01:11:16 -04:00
AND ping IS NOT NULL
2021-06-30 09:04:58 -04:00
AND monitor _id = ? ` , [
- duration ,
2021-07-30 07:18:26 -04:00
monitorID ,
2021-06-30 09:04:58 -04:00
] ) ) ;
2021-08-16 14:09:40 -04:00
timeLogger . print ( ` [Monitor: ${ monitorID } ] avgPing ` ) ;
2021-06-30 09:04:58 -04:00
io . to ( userID ) . emit ( "avgPing" , monitorID , avgPing ) ;
}
2022-04-16 16:11:45 -04:00
/ * *
2022-04-22 13:42:47 -04:00
* Send certificate information to client
2022-04-16 16:11:45 -04:00
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
* /
2021-07-22 04:04:32 -04:00
static async sendCertInfo ( io , monitorID , userID ) {
2022-04-16 13:39:49 -04:00
let tlsInfo = await R . findOne ( "monitor_tls_info" , "monitor_id = ?" , [
2021-07-30 07:18:26 -04:00
monitorID ,
2021-07-22 04:04:32 -04:00
] ) ;
2022-04-16 13:39:49 -04:00
if ( tlsInfo != null ) {
io . to ( userID ) . emit ( "certInfo" , monitorID , tlsInfo . info _json ) ;
2021-07-22 04:04:32 -04:00
}
2021-07-21 00:09:09 -04:00
}
2021-07-01 01:11:16 -04:00
/ * *
2021-07-09 02:14:03 -04:00
* Uptime with calculation
* Calculation based on :
* https : //www.uptrends.com/support/kb/reporting/calculation-of-uptime-and-downtime
2022-04-16 16:11:45 -04:00
* @ param { number } duration Hours
* @ param { number } monitorID ID of monitor to calculate
2021-07-01 01:11:16 -04:00
* /
2022-12-11 08:33:26 -05:00
static async calcUptime ( duration , monitorID , forceNoCache = false ) {
if ( ! forceNoCache ) {
let cachedUptime = UptimeCacheList . getUptime ( monitorID , duration ) ;
if ( cachedUptime != null ) {
return cachedUptime ;
}
}
2021-08-16 14:09:40 -04:00
const timeLogger = new TimeLogger ( ) ;
2021-09-09 03:46:28 -04:00
const startTime = R . isoDateTime ( dayjs . utc ( ) . subtract ( duration , "hour" ) ) ;
// Handle if heartbeat duration longer than the target duration
// e.g. If the last beat's duration is bigger that the 24hrs window, it will use the duration between the (beat time - window margin) (THEN case in SQL)
let result = await R . getRow ( `
SELECT
-- SUM all duration , also trim off the beat out of time window
SUM (
CASE
WHEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400 < duration
THEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400
ELSE duration
END
) AS total _duration ,
-- SUM all uptime duration , also trim off the beat out of time window
SUM (
CASE
2022-01-23 09:22:00 -05:00
WHEN ( status = 1 OR status = 3 )
2021-09-09 03:46:28 -04:00
THEN
CASE
WHEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400 < duration
THEN ( JULIANDAY ( \ ` time \` ) - JULIANDAY(?)) * 86400
ELSE duration
END
END
) AS uptime _duration
2021-07-01 01:11:16 -04:00
FROM heartbeat
2021-09-09 03:46:28 -04:00
WHERE time > ?
AND monitor _id = ?
` , [
startTime , startTime , startTime , startTime , startTime ,
2021-07-30 07:18:26 -04:00
monitorID ,
2021-07-01 05:00:23 -04:00
] ) ;
2021-08-16 14:09:40 -04:00
timeLogger . print ( ` [Monitor: ${ monitorID } ][ ${ duration } ] sendUptime ` ) ;
2021-09-09 03:46:28 -04:00
let totalDuration = result . total _duration ;
let uptimeDuration = result . uptime _duration ;
2021-09-09 03:55:34 -04:00
let uptime = 0 ;
2021-07-01 01:11:16 -04:00
2021-09-09 03:55:34 -04:00
if ( totalDuration > 0 ) {
uptime = uptimeDuration / totalDuration ;
if ( uptime < 0 ) {
uptime = 0 ;
}
2021-07-11 08:07:03 -04:00
2021-09-09 03:55:34 -04:00
} else {
// Handle new monitor with only one beat, because the beat's duration = 0
2022-03-28 17:28:50 -04:00
let status = parseInt ( await R . getCell ( "SELECT `status` FROM heartbeat WHERE monitor_id = ?" , [ monitorID ] ) ) ;
2021-09-17 02:42:19 -04:00
2021-09-09 03:55:34 -04:00
if ( status === UP ) {
uptime = 1 ;
}
2021-07-01 05:00:23 -04:00
}
2022-12-11 08:33:26 -05:00
// Cache
UptimeCacheList . addUptime ( monitorID , duration , uptime ) ;
2021-09-22 03:10:08 -04:00
return uptime ;
}
/ * *
* Send Uptime
2022-04-16 16:11:45 -04:00
* @ param { number } duration Hours
* @ param { Server } io Socket server instance
* @ param { number } monitorID ID of monitor to send
* @ param { number } userID ID of user to send to
2021-09-22 03:10:08 -04:00
* /
static async sendUptime ( duration , io , monitorID , userID ) {
const uptime = await this . calcUptime ( duration , monitorID ) ;
2021-07-01 01:11:16 -04:00
io . to ( userID ) . emit ( "uptime" , monitorID , duration , uptime ) ;
2021-06-30 09:04:58 -04:00
}
2021-10-07 05:39:58 -04:00
2022-04-16 16:11:45 -04:00
/ * *
* Has status of monitor changed since last beat ?
* @ param { boolean } isFirstBeat Is this the first beat of this monitor ?
* @ param { const } previousBeatStatus Status of the previous beat
* @ param { const } currentBeatStatus Status of the current beat
* @ returns { boolean } True if is an important beat else false
* /
2021-10-14 10:32:15 -04:00
static isImportantBeat ( isFirstBeat , previousBeatStatus , currentBeatStatus ) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
2022-01-23 09:22:00 -05:00
// MAINTENANCE -> MAINTENANCE = not important
// * MAINTENANCE -> UP = important
// * MAINTENANCE -> DOWN = important
// * DOWN -> MAINTENANCE = important
// * UP -> MAINTENANCE = important
return isFirstBeat ||
( previousBeatStatus === DOWN && currentBeatStatus === MAINTENANCE ) ||
( previousBeatStatus === UP && currentBeatStatus === MAINTENANCE ) ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN ) ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === UP ) ||
( previousBeatStatus === UP && currentBeatStatus === DOWN ) ||
( previousBeatStatus === DOWN && currentBeatStatus === UP ) ||
( previousBeatStatus === PENDING && currentBeatStatus === DOWN ) ;
}
2022-05-30 09:31:45 -04:00
/ * *
* Is this beat important for notifications ?
* @ param { boolean } isFirstBeat Is this the first beat of this monitor ?
* @ param { const } previousBeatStatus Status of the previous beat
* @ param { const } currentBeatStatus Status of the current beat
* @ returns { boolean } True if is an important beat else false
* /
2022-01-23 09:22:00 -05:00
static isImportantForNotification ( isFirstBeat , previousBeatStatus , currentBeatStatus ) {
// * ? -> ANY STATUS = important [isFirstBeat]
// UP -> PENDING = not important
// * UP -> DOWN = important
// UP -> UP = not important
// PENDING -> PENDING = not important
// * PENDING -> DOWN = important
// PENDING -> UP = not important
// DOWN -> PENDING = this case not exists
// DOWN -> DOWN = not important
// * DOWN -> UP = important
// MAINTENANCE -> MAINTENANCE = not important
// MAINTENANCE -> UP = not important
// * MAINTENANCE -> DOWN = important
// DOWN -> MAINTENANCE = not important
// UP -> MAINTENANCE = not important
return isFirstBeat ||
( previousBeatStatus === MAINTENANCE && currentBeatStatus === DOWN ) ||
2021-10-14 10:32:15 -04:00
( previousBeatStatus === UP && currentBeatStatus === DOWN ) ||
( previousBeatStatus === DOWN && currentBeatStatus === UP ) ||
( previousBeatStatus === PENDING && currentBeatStatus === DOWN ) ;
}
2022-04-16 16:11:45 -04:00
/ * *
* Send a notification about a monitor
* @ param { boolean } isFirstBeat Is this beat the first of this monitor ?
* @ param { Monitor } monitor The monitor to send a notificaton about
* @ param { Bean } bean Status information about monitor
* /
2021-10-14 10:32:15 -04:00
static async sendNotification ( isFirstBeat , monitor , bean ) {
if ( ! isFirstBeat || bean . status === DOWN ) {
2021-10-27 03:33:15 -04:00
const notificationList = await Monitor . getNotificationList ( monitor ) ;
2021-10-14 10:32:15 -04:00
let text ;
if ( bean . status === UP ) {
text = "✅ Up" ;
} else {
text = "🔴 Down" ;
}
let msg = ` [ ${ monitor . name } ] [ ${ text } ] ${ bean . msg } ` ;
for ( let notification of notificationList ) {
try {
2022-12-24 01:23:50 -05:00
// Prevent if the msg is undefined, notifications such as Discord cannot send out.
const heartbeatJSON = bean . toJSON ( ) ;
if ( ! heartbeatJSON [ "msg" ] ) {
2022-12-30 00:46:34 -05:00
heartbeatJSON [ "msg" ] = "N/A" ;
2022-12-24 01:23:50 -05:00
}
await Notification . send ( JSON . parse ( notification . config ) , msg , await monitor . toJSON ( false ) , heartbeatJSON ) ;
2021-10-14 10:32:15 -04:00
} catch ( e ) {
2022-04-13 11:33:37 -04:00
log . error ( "monitor" , "Cannot send notification to " + notification . name ) ;
log . error ( "monitor" , e ) ;
2021-10-14 10:32:15 -04:00
}
}
}
}
2022-04-16 16:11:45 -04:00
/ * *
* Get list of notification providers for a given monitor
* @ param { Monitor } monitor Monitor to get notification providers for
* @ returns { Promise < LooseObject < any > [ ] > }
* /
2021-10-27 03:33:15 -04:00
static async getNotificationList ( monitor ) {
let notificationList = await R . getAll ( "SELECT notification.* FROM notification, monitor_notification WHERE monitor_id = ? AND monitor_notification.notification_id = notification.id " , [
monitor . id ,
] ) ;
return notificationList ;
}
2022-04-16 16:11:45 -04:00
/ * *
* Send notification about a certificate
* @ param { Object } tlsInfoObject Information about certificate
* /
2021-10-27 03:33:15 -04:00
async sendCertNotification ( tlsInfoObject ) {
if ( tlsInfoObject && tlsInfoObject . certInfo && tlsInfoObject . certInfo . daysRemaining ) {
const notificationList = await Monitor . getNotificationList ( this ) ;
2022-05-12 06:18:47 -04:00
let notifyDays = await setting ( "tlsExpiryNotifyDays" ) ;
if ( notifyDays == null || ! Array . isArray ( notifyDays ) ) {
// Reset Default
setSetting ( "tlsExpiryNotifyDays" , [ 7 , 14 , 21 ] , "general" ) ;
notifyDays = [ 7 , 14 , 21 ] ;
}
if ( notifyDays != null && Array . isArray ( notifyDays ) ) {
for ( const day of notifyDays ) {
log . debug ( "monitor" , "call sendCertNotificationByTargetDays" , day ) ;
await this . sendCertNotificationByTargetDays ( tlsInfoObject . certInfo . daysRemaining , day , notificationList ) ;
}
}
2021-10-27 03:33:15 -04:00
}
}
2022-04-16 16:11:45 -04:00
/ * *
* Send a certificate notification when certificate expires in less
* than target days
* @ param { number } daysRemaining Number of days remaining on certifcate
* @ param { number } targetDays Number of days to alert after
2022-04-21 15:02:18 -04:00
* @ param { LooseObject < any > [ ] } notificationList List of notification providers
2022-04-16 16:11:45 -04:00
* @ returns { Promise < void > }
* /
2021-10-27 03:33:15 -04:00
async sendCertNotificationByTargetDays ( daysRemaining , targetDays , notificationList ) {
if ( daysRemaining > targetDays ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , ` No need to send cert notification. ${ daysRemaining } > ${ targetDays } ` ) ;
2021-10-27 03:33:15 -04:00
return ;
}
if ( notificationList . length > 0 ) {
let row = await R . getRow ( "SELECT * FROM notification_sent_history WHERE type = ? AND monitor_id = ? AND days = ?" , [
"certificate" ,
this . id ,
targetDays ,
] ) ;
// Sent already, no need to send again
if ( row ) {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Sent already, no need to send again" ) ;
2021-10-27 03:33:15 -04:00
return ;
}
let sent = false ;
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Send certificate notification" ) ;
2021-10-27 03:33:15 -04:00
for ( let notification of notificationList ) {
try {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "Sending to " + notification . name ) ;
2021-10-27 04:12:18 -04:00
await Notification . send ( JSON . parse ( notification . config ) , ` [ ${ this . name } ][ ${ this . url } ] Certificate will be expired in ${ daysRemaining } days ` ) ;
2021-10-27 03:33:15 -04:00
sent = true ;
} catch ( e ) {
2022-04-13 11:33:37 -04:00
log . error ( "monitor" , "Cannot send cert notification to " + notification . name ) ;
log . error ( "monitor" , e ) ;
2021-10-27 03:33:15 -04:00
}
}
if ( sent ) {
await R . exec ( "INSERT INTO notification_sent_history (type, monitor_id, days) VALUES(?, ?, ?)" , [
"certificate" ,
this . id ,
targetDays ,
] ) ;
}
} else {
2022-04-13 11:33:37 -04:00
log . debug ( "monitor" , "No notification, no need to send cert notification" ) ;
2021-10-27 03:33:15 -04:00
}
}
2021-12-08 01:59:59 -05:00
2022-04-16 16:11:45 -04:00
/ * *
* Get the status of the previous heartbeat
* @ param { number } monitorID ID of monitor to check
* @ returns { Promise < LooseObject < any >> }
* /
2021-12-08 01:59:59 -05:00
static async getPreviousHeartbeat ( monitorID ) {
return await R . getRow ( `
SELECT status , time FROM heartbeat
WHERE id = ( select MAX ( id ) from heartbeat where monitor _id = ? )
` , [
monitorID
] ) ;
}
2022-01-25 13:07:27 -05:00
2022-04-30 09:50:05 -04:00
/ * *
* Check if monitor is under maintenance
* @ param { number } monitorID ID of monitor to check
* @ returns { Promise < boolean > }
* /
2022-01-25 13:07:27 -05:00
static async isUnderMaintenance ( monitorID ) {
2022-09-27 12:20:17 -04:00
let activeCondition = Maintenance . getActiveMaintenanceSQLCondition ( ) ;
2022-09-27 08:44:44 -04:00
const maintenance = await R . getRow ( `
SELECT COUNT ( * ) AS count
FROM monitor _maintenance mm
JOIN maintenance
ON mm . maintenance _id = maintenance . id
2022-10-10 13:45:30 -04:00
AND mm . monitor _id = ?
LEFT JOIN maintenance _timeslot
2022-09-27 08:44:44 -04:00
ON maintenance _timeslot . maintenance _id = maintenance . id
2022-10-10 13:45:30 -04:00
WHERE $ { activeCondition }
2022-09-27 08:44:44 -04:00
LIMIT 1 ` , [ monitorID ]);
2022-01-25 13:07:27 -05:00
return maintenance . count !== 0 ;
}
2022-12-08 10:21:55 -05:00
2023-01-05 17:19:05 -05:00
/** Make sure monitor interval is between bounds */
2022-12-08 10:21:55 -05:00
validate ( ) {
if ( this . interval > MAX _INTERVAL _SECOND ) {
throw new Error ( ` Interval cannot be more than ${ MAX _INTERVAL _SECOND } seconds ` ) ;
}
if ( this . interval < MIN _INTERVAL _SECOND ) {
throw new Error ( ` Interval cannot be less than ${ MIN _INTERVAL _SECOND } seconds ` ) ;
}
}
2021-06-25 09:55:49 -04:00
}
module . exports = Monitor ;