Xargana/xargana-srv
1
1
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

this is not gonna work

Browse source
This commit is contained in:
Xargana 2025-05-02 19:36:05 +03:00
parent 3947dec67c
commit 3d4552c183
1 changed files with 65 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

85
api/status/status.js
View file

@ -21,7 +21,6 @@ const router = express.Router();
const REMOTE_SERVERS = [ const REMOTE_SERVERS = [
{ name: "xargana.tr", host: "xargana.tr" }, { name: "xargana.tr", host: "xargana.tr" },
{ name: "xargana.com", host: "xargana.com" },
{ name: "home server", host: "31.223.36.208" } { name: "home server", host: "31.223.36.208" }
]; ];
@ -30,6 +29,9 @@ const LOGS_DIR = path.join(__dirname, '../../logs');
const ONLINE_LOGS_DIR = path.join(LOGS_DIR, 'online'); const ONLINE_LOGS_DIR = path.join(LOGS_DIR, 'online');
const OFFLINE_LOGS_DIR = path.join(LOGS_DIR, 'offline'); const OFFLINE_LOGS_DIR = path.join(LOGS_DIR, 'offline');
// Number of offline cycles before sending a notification
const NOTIFICATION_THRESHOLD = 3;
// Create log directories if they don't exist // Create log directories if they don't exist
function ensureLogDirectories() { function ensureLogDirectories() {
if (!fs.existsSync(LOGS_DIR)) { if (!fs.existsSync(LOGS_DIR)) {
@ -47,6 +49,10 @@ function ensureLogDirectories() {
let previousServersStatus = {}; let previousServersStatus = {};
let previousPM2Status = {}; let previousPM2Status = {};
// Track consecutive offline cycles
let serverFailureCounts = {};
let pm2FailureCounts = {};
let serversStatus = {}; let serversStatus = {};
REMOTE_SERVERS.forEach(server => { REMOTE_SERVERS.forEach(server => {
serversStatus[server.name] = { serversStatus[server.name] = {
@ -56,6 +62,8 @@ REMOTE_SERVERS.forEach(server => {
}; };
// Initialize previous status // Initialize previous status
previousServersStatus[server.name] = false; previousServersStatus[server.name] = false;
// Initialize failure counters
serverFailureCounts[server.name] = 0;
}); });
// Add PM2 services status object // Add PM2 services status object
@ -107,11 +115,26 @@ async function checkServers() {
serversStatus[server.name].online = isNowOnline; serversStatus[server.name].online = isNowOnline;
serversStatus[server.name].responseTime = res.time; serversStatus[server.name].responseTime = res.time;
// Send notifications for status changes if (isNowOnline) {
if (wasOnline === false && isNowOnline) { // Service is online
await sendFCMNotification(`Server ${server.name} is back online`, 'service_online');
} else if (wasOnline === true && !isNowOnline) { // Reset failure counter
await sendFCMNotification(`Server ${server.name} is offline`, 'service_offline'); serverFailureCounts[server.name] = 0;
// If service was previously offline, send online notification
if (wasOnline === false) {
await sendFCMNotification(`Server ${server.name} is back online`, 'service_online');
}
} else {
// Service is offline
// Increment failure counter
serverFailureCounts[server.name]++;
// Check if we've reached the notification threshold
if (serverFailureCounts[server.name] === NOTIFICATION_THRESHOLD) {
await sendFCMNotification(`Server ${server.name} is offline (after ${NOTIFICATION_THRESHOLD} checks)`, 'service_offline');
}
} }
// Update previous status // Update previous status
@ -122,11 +145,16 @@ async function checkServers() {
serversStatus[server.name].online = false; serversStatus[server.name].online = false;
serversStatus[server.name].responseTime = null; serversStatus[server.name].responseTime = null;
// Check if status changed from online to offline // Increment failure counter
if (previousServersStatus[server.name] === true) { serverFailureCounts[server.name]++;
await sendFCMNotification(`Server ${server.name} is unreachable`, 'service_offline');
previousServersStatus[server.name] = false; // Check if we've reached the notification threshold
if (serverFailureCounts[server.name] === NOTIFICATION_THRESHOLD) {
await sendFCMNotification(`Server ${server.name} is unreachable (after ${NOTIFICATION_THRESHOLD} checks)`, 'service_offline');
} }
// Update previous status
previousServersStatus[server.name] = false;
} }
serversStatus[server.name].lastChecked = new Date().toISOString(); serversStatus[server.name].lastChecked = new Date().toISOString();
@ -141,6 +169,7 @@ async function checkServers() {
const logEntry = `[${timestamp}] Server: ${server.name} (${server.host})\n` + const logEntry = `[${timestamp}] Server: ${server.name} (${server.host})\n` +
`Status: ${serverStatus.online ? 'ONLINE' : 'OFFLINE'}\n` + `Status: ${serverStatus.online ? 'ONLINE' : 'OFFLINE'}\n` +
`Response Time: ${serverStatus.responseTime ? serverStatus.responseTime + 'ms' : 'N/A'}\n` + `Response Time: ${serverStatus.responseTime ? serverStatus.responseTime + 'ms' : 'N/A'}\n` +
`Failure Count: ${serverFailureCounts[server.name]}\n` +
`-----------------------------------\n`; `-----------------------------------\n`;
// Append to log file // Append to log file
@ -187,16 +216,28 @@ async function checkPM2Services() {
if (previousPM2Status[processName] === undefined) { if (previousPM2Status[processName] === undefined) {
// First time seeing this process - initialize and don't send notification // First time seeing this process - initialize and don't send notification
previousPM2Status[processName] = isNowOnline; previousPM2Status[processName] = isNowOnline;
pm2FailureCounts[processName] = 0;
console.log(`Initializing PM2 service status for ${processName}: ${isNowOnline ? 'online' : 'offline'}`); console.log(`Initializing PM2 service status for ${processName}: ${isNowOnline ? 'online' : 'offline'}`);
} } else {
// Check if status changed if (isNowOnline) {
else if (previousPM2Status[processName] === false && isNowOnline) { // Service is online - reset failure counter
await sendFCMNotification(`PM2 service ${processName} is back online`, 'service_online'); pm2FailureCounts[processName] = 0;
console.log(`PM2 service ${processName} changed from offline to online`);
} // If service was previously offline, send online notification
else if (previousPM2Status[processName] === true && !isNowOnline) { if (previousPM2Status[processName] === false) {
await sendFCMNotification(`PM2 service ${processName} is offline (status: ${process.pm2_env.status})`, 'service_offline'); await sendFCMNotification(`PM2 service ${processName} is back online`, 'service_online');
console.log(`PM2 service ${processName} changed from online to ${process.pm2_env.status}`); console.log(`PM2 service ${processName} changed from offline to online`);
}
} else {
// Service is offline - increment failure counter
pm2FailureCounts[processName]++;
// Only send notification if threshold is reached
if (pm2FailureCounts[processName] === NOTIFICATION_THRESHOLD) {
await sendFCMNotification(`PM2 service ${processName} is offline (status: ${process.pm2_env.status}, after ${NOTIFICATION_THRESHOLD} checks)`, 'service_offline');
console.log(`PM2 service ${processName} is offline for ${NOTIFICATION_THRESHOLD} consecutive checks`);
}
}
} }
// Update previous status // Update previous status
@ -211,6 +252,7 @@ async function checkPM2Services() {
memory: process.monit ? process.monit.memory : null, memory: process.monit ? process.monit.memory : null,
uptime: uptimeMs, uptime: uptimeMs,
restarts: process.pm2_env.restart_time, restarts: process.pm2_env.restart_time,
failureCount: pm2FailureCounts[processName],
lastChecked: new Date().toISOString() lastChecked: new Date().toISOString()
}; };
} }
@ -257,7 +299,10 @@ router.get("/", (req, res) => {
try { try {
res.json({ res.json({
servers: serversStatus, servers: serversStatus,
pm2Services: pm2ServicesStatus pm2Services: pm2ServicesStatus,
serverFailureCounts: serverFailureCounts,
pm2FailureCounts: pm2FailureCounts,
notificationThreshold: NOTIFICATION_THRESHOLD
}); });
} catch (error) { } catch (error) {
console.error("Error sending status response:", error); console.error("Error sending status response:", error);