fix: single SSH script for remote metrics + Chinese uptime + process desc
All checks were successful
Deploy API Server / build-and-deploy (push) Successful in 38s

This commit is contained in:
WangDL 2026-05-22 13:51:19 +08:00
parent 1776bed47e
commit 92173cb8c4
2 changed files with 106 additions and 81 deletions

View File

@ -1,6 +1,6 @@
import { Controller, Get, UseGuards } from '@nestjs/common';
import { ApiTags, ApiBearerAuth, ApiOperation } from '@nestjs/swagger';
import { AdminServersService } from './admin-servers.service';
import { AdminServersService, type ServerInfo } from './admin-servers.service';
import { AdminAuthGuard } from '../../common/guards/admin-auth.guard';
import { AdminRolesGuard } from '../../common/guards/admin-roles.guard';
import { AdminRoles } from '../../common/decorators/admin-roles.decorator';
@ -16,7 +16,7 @@ export class AdminServersController {
@Get('metrics')
@AdminRoles('SUPER_ADMIN' as AdminRole)
@ApiOperation({ summary: '服务器实时指标(仅超级管理员)' })
async getMetrics(): Promise<{ servers: import("./admin-servers.service").ServerInfo[] }> {
async getMetrics(): Promise<{ servers: ServerInfo[] }> {
return this.serversService.getAllMetrics();
}
}

View File

@ -5,8 +5,8 @@ import { promisify } from 'util';
const execAsync = promisify(exec);
export interface DiskInfo { mount: string; total: string; used: string; free: string; percent: number }
export interface ProcessInfo { pid: number; cpu: string; mem: string; name: string; command: string }
interface DiskInfo { mount: string; total: string; used: string; free: string; percent: number }
interface ProcessInfo { pid: number; cpu: string; mem: string; name: string; desc: string; command: string }
export interface ServerInfo {
name: string; role: string; hostname: string;
cpu: { model: string; cores: number; usagePercent: number };
@ -20,30 +20,33 @@ export interface ServerInfo {
const SSH_KEY_PATH = process.env.SSH_KEY_PATH || '/home/ubuntu/.ssh/wangdl.pem';
const REMOTE_HOST = '10.2.0.7';
// Map raw process commands to friendly names
const PROCESS_ALIASES: Record<string, string> = {
'mysqld': 'MySQL 8.0',
'redis-server': 'Redis 7',
'qdrant': 'Qdrant',
'nginx': 'Nginx',
'gitea': 'Gitea',
'node dist/src/main.js': 'NestJS API',
'node dist/main.js': 'NestJS API',
'act_runner': 'Gitea Runner',
'zhixi-worker': 'RAG Worker',
'python3': 'Python Worker',
'docker': 'Docker Daemon',
'containerd': 'containerd',
'hermes': 'Hermes Agent',
'certbot': 'Certbot',
const PROCESS_ALIASES: Record<string, { name: string; desc: string }> = {
'mysqld': { name: 'MySQL 8.0', desc: '业务数据库' },
'redis-server': { name: 'Redis 7', desc: '缓存/队列' },
'qdrant': { name: 'Qdrant', desc: '向量索引库' },
'nginx': { name: 'Nginx', desc: '反向代理/HTTPS' },
'gitea': { name: 'Gitea', desc: '代码仓库' },
'dist/src/main.js': { name: 'NestJS API', desc: '知习后端服务' },
'dist/main.js': { name: 'NestJS API', desc: '知习后端服务' },
'act_runner': { name: 'Gitea Runner', desc: 'CI/CD 执行器' },
'hermes': { name: 'Hermes Agent', desc: 'AI Agent 框架' },
'dockerd': { name: 'Docker Daemon', desc: '容器运行时' },
'containerd': { name: 'containerd', desc: '容器管理' },
'certbot': { name: 'Certbot', desc: 'SSL 证书续期' },
'systemd-journald': { name: 'systemd-journald', desc: '系统日志' },
'snapd': { name: 'Snapd', desc: 'Snap 包管理' },
'multipathd': { name: 'multipathd', desc: '多路径存储' },
'YDEyes': { name: '腾讯云监控', desc: '云主机安全监控' },
'barad_agent': { name: '腾讯云 Barad', desc: '云监控数据上报' },
};
function friendlyName(cmd: string): string {
for (const [pattern, name] of Object.entries(PROCESS_ALIASES)) {
if (cmd.includes(pattern)) return name;
function processInfo(cmd: string): { name: string; desc: string } {
for (const [pattern, info] of Object.entries(PROCESS_ALIASES)) {
if (cmd.includes(pattern)) return info;
}
// Trim common paths
return cmd.replace(/^\/usr\/bin\//, '').replace(/^\/opt\/.*?\//, '').replace(/^\/usr\/lib\//, '').slice(0, 30);
// Shorten common paths
const short = cmd.replace(/^\/usr\/bin\//, '').replace(/^\/opt\/.*?\//, '').replace(/^\/usr\/lib\//, '').replace(/^\/lib\//, '').replace(/^\/sbin\//, '').replace(/^\/snap\//, 'snap/').slice(0, 25);
return { name: short, desc: '' };
}
async function getDisks(mounts: string[]): Promise<DiskInfo[]> {
@ -52,7 +55,8 @@ async function getDisks(mounts: string[]): Promise<DiskInfo[]> {
try {
const { stdout } = await execAsync(`df -h ${m} | tail -1 | awk '{print $2,$3,$4,$5}'`);
const parts = stdout.trim().split(/\s+/);
results.push({ mount: m, total: parts[0] || '-', used: parts[1] || '-', free: parts[2] || '-', percent: parseInt(parts[3]) || 0 });
if (parts.length >= 3) results.push({ mount: m, total: parts[0], used: parts[1], free: parts[2], percent: parseInt(parts[3]) || 0 });
else results.push({ mount: m, total: '-', used: '-', free: '-', percent: 0 });
} catch { results.push({ mount: m, total: '-', used: '-', free: '-', percent: 0 }) }
}
return results;
@ -60,11 +64,16 @@ async function getDisks(mounts: string[]): Promise<DiskInfo[]> {
async function getProcesses(): Promise<ProcessInfo[]> {
try {
const { stdout } = await execAsync("ps aux --sort=-%mem --no-headers | head -10 | awk '{print $2,$3,$4,$11}'");
return stdout.trim().split('\n').filter(Boolean).map(line => {
const [pid, cpu, mem, ...cmd] = line.trim().split(/\s+/);
const command = (cmd || []).join(' ');
return { pid: parseInt(pid), cpu: cpu + '%', mem: mem + '%', name: friendlyName(command), command };
const { stdout } = await execAsync("ps auxww --sort=-%mem --no-headers | head -10 | awk '{print $2,$3,$4}'");
const lines = stdout.trim().split('\n').filter(Boolean);
return lines.map(line => {
const parts = line.trim().split(/\s+/);
const pid = parseInt(parts[0]);
const cpu = parts[1];
const mem = parts[2];
const cmd = parts.slice(3).join(' ');
const info = processInfo(cmd);
return { pid, cpu: cpu + '%', mem: mem + '%', name: info.name, desc: info.desc, command: cmd.slice(0, 80) };
});
} catch { return [] }
}
@ -79,77 +88,93 @@ export class AdminServersService {
const freeMem = os.freemem();
const usedMem = totalMem - freeMem;
const cpuUsage = Math.min(100, Math.round((os.loadavg()[0] / cpus.length) * 100));
const [disks, processes] = await Promise.all([
getDisks(['/', '/data']),
getProcesses(),
]);
const [disks, processes] = await Promise.all([getDisks(['/', '/data']), getProcesses()]);
const nets = os.networkInterfaces();
const privateIp = Object.values(nets).flat().find(n => n?.family === 'IPv4' && !n.internal)?.address || '172.21.0.4';
const d = Math.floor(os.uptime() / 86400);
const h = Math.floor((os.uptime() % 86400) / 3600);
const m = Math.floor((os.uptime() % 3600) / 60);
return {
name: '蜂驰云 8核32G', role: '生产核心', hostname: os.hostname(),
cpu: { model: cpus[0]?.model || '', cores: cpus.length, usagePercent: cpuUsage },
memory: { total: (totalMem / 1e9).toFixed(1) + 'G', used: (usedMem / 1e9).toFixed(1) + 'G', free: (freeMem / 1e9).toFixed(1) + 'G', percent: Math.round((usedMem / totalMem) * 100) },
disks, uptime: `${d}d ${h}h ${m}m`, processes,
disks, uptime: `${d}${h}${m}`, processes,
network: { publicIp: '120.53.227.155', privateIp, domains: ['api.longde.cloud', 'admin.longde.cloud'] },
};
}
async getRemoteMetrics(): Promise<ServerInfo | null> {
try {
const base = `ssh -o StrictHostKeyChecking=no -o ConnectTimeout=5 -i ${SSH_KEY_PATH} ubuntu@${REMOTE_HOST}`;
const sh = (cmd: string) => execAsync(`ssh -o StrictHostKeyChecking=no -o ConnectTimeout=5 -i ${SSH_KEY_PATH} ubuntu@${REMOTE_HOST} '${cmd}'`, { timeout: 5000 }).then(r => r.stdout.trim()).catch(() => '');
const execSSH = (cmd: string) => execAsync(`${base} "${cmd.replace(/"/g, '\\"')}"`, { timeout: 5000 }).then(r => r.stdout.trim()).catch(() => '');
const [hostname, privateIp, load, cores, memRaw, diskRoot, diskData, uptimeStr] = await Promise.all([
execSSH('hostname'),
execSSH("hostname -I | awk '{print $1}'"),
execSSH("cat /proc/loadavg | awk '{print $1}'"),
execSSH('cat /proc/cpuinfo | grep processor | wc -l'),
execSSH("free -m | grep Mem | awk '{print $2,$3,$4}'"),
execSSH("df -h / | tail -1 | awk '{print $2,$3,$4,$5}'"),
execSSH("df -h /data 2>/dev/null | tail -1 | awk '{print $2,$3,$4,$5}'"),
execSSH("uptime -p | sed 's/up //'"),
]);
// Get remote process list
let processes: ProcessInfo[] = [];
try {
const procRaw = await execAsync(`${base} "ps aux --sort=-%mem --no-headers | head -10 | awk '{print \\$2,\\$3,\\$4,\\$11}'"`, { timeout: 5000 });
processes = procRaw.stdout.trim().split('\n').filter(Boolean).map(line => {
const [pid, cpu, mem, ...cmd] = line.trim().split(/\s+/);
const command = (cmd || []).join(' ');
return { pid: parseInt(pid), cpu: cpu + '%', mem: mem + '%', name: friendlyName(command), command };
});
} catch {}
const load1 = parseFloat(load) || 0;
const cpuCores = parseInt(cores) || 4;
const cpuUsage = Math.min(100, Math.round((load1 / cpuCores) * 100));
const memParts = memRaw.split(/\s+/);
const memPer = memParts[0] && memParts[1] ? Math.round((parseInt(memParts[1]) / parseInt(memParts[0])) * 100) : 0;
const rootParts = diskRoot.split(/\s+/);
const dataParts = diskData.split(/\s+/);
const disks: DiskInfo[] = [
{ mount: '/', total: rootParts[0] || '-', used: rootParts[1] || '-', free: rootParts[2] || '-', percent: parseInt(rootParts[3]) || 0 },
];
if (dataParts.length >= 3) {
disks.push({ mount: '/data', total: dataParts[0], used: dataParts[1], free: dataParts[2], percent: parseInt(dataParts[3]) || 0 });
// Collect all metrics via a single SSH call with a script
const script = `
H=$(hostname)
IP=$(hostname -I | awk '{print $1}')
L=$(cat /proc/loadavg | awk '{print $1}')
C=$(cat /proc/cpuinfo | grep processor | wc -l)
M=$(free -m | grep Mem | awk '{print $2","$3","$4}')
DROOT=$(df -h / | tail -1 | awk '{print $2","$3","$4","$5}')
DDATA=$(df -h /data 2>/dev/null | tail -1 | awk '{print $2","$3","$4","$5}')
U=$(uptime -p | sed 's/up //')
P=$(ps auxww --sort=-%mem --no-headers | head -8)
echo "---HOST---"; echo "$H"
echo "---IP---"; echo "$IP"
echo "---LOAD---"; echo "$L"
echo "---CORES---"; echo "$C"
echo "---MEM---"; echo "$M"
echo "---DISKROOT---"; echo "$DROOT"
echo "---DISKDATA---"; echo "$DDATA"
echo "---UPTIME---"; echo "$U"
echo "---PROCS---"; echo "$P"
`;
const { stdout } = await execAsync(`ssh -o StrictHostKeyChecking=no -o ConnectTimeout=8 -i ${SSH_KEY_PATH} ubuntu@${REMOTE_HOST} '${script}'`, { timeout: 10000 });
const sections: Record<string, string> = {};
let currentSection = '';
for (const line of stdout.split('\n')) {
if (line.startsWith('---') && line.endsWith('---')) {
currentSection = line.replace(/---/g, '');
sections[currentSection] = '';
} else if (currentSection) {
sections[currentSection] += (sections[currentSection] ? '\n' : '') + line;
}
}
const hostname = sections['HOST'] || 'remote';
const privateIp = sections['IP'] || '10.2.0.7';
const load1 = parseFloat(sections['LOAD']) || 0;
const cores = parseInt(sections['CORES']) || 4;
const cpuUsage = Math.min(100, Math.round((load1 / cores) * 100));
const memParts = (sections['MEM'] || '').split(',');
const memPer = memParts[0] && memParts[1] ? Math.round((parseInt(memParts[1]) / parseInt(memParts[0])) * 100) : 0;
const diskRootParts = (sections['DISKROOT'] || '').split(',');
const diskDataParts = (sections['DISKDATA'] || '').split(',');
const disks: DiskInfo[] = [
{ mount: '/', total: diskRootParts[0] || '-', used: diskRootParts[1] || '-', free: diskRootParts[2] || '-', percent: parseInt(diskRootParts[3]) || 0 },
];
if (diskDataParts.length >= 3) disks.push({ mount: '/data', total: diskDataParts[0], used: diskDataParts[1], free: diskDataParts[2], percent: parseInt(diskDataParts[3]) || 0 });
const procLines = (sections['PROCS'] || '').split('\n').filter(Boolean);
const processes: ProcessInfo[] = procLines.map(line => {
const parts = line.trim().split(/\s+/);
const pid = parseInt(parts[0]);
const cpu = parts[1];
const mem = parts[2];
const cmd = parts.slice(10).join(' ');
const info = processInfo(cmd);
return { pid, cpu: cpu + '%', mem: mem + '%', name: info.name, desc: info.desc, command: cmd.slice(0, 80) };
});
// Convert uptime to Chinese
let uptimeStr = sections['UPTIME'] || '';
uptimeStr = uptimeStr.replace(/(\d+)\s+weeks?,?\s*/g, '$1周').replace(/(\d+)\s+days?,?\s*/g, '$1天').replace(/(\d+)\s+hours?,?\s*/g, '$1时').replace(/(\d+)\s+minutes?/g, '$1分');
return {
name: '轻量云 4核4G', role: '工具/辅助', hostname: hostname || 'remote',
cpu: { model: 'Intel Xeon (Lighthouse)', cores: cpuCores, usagePercent: cpuUsage },
name: '轻量云 4核4G', role: '工具/辅助', hostname,
cpu: { model: 'Intel Xeon (Lighthouse)', cores, usagePercent: cpuUsage },
memory: { total: memParts[0] ? (parseInt(memParts[0]) / 1024).toFixed(1) + 'G' : '-', used: memParts[1] ? (parseInt(memParts[1]) / 1024).toFixed(1) + 'G' : '-', free: memParts[2] ? (parseInt(memParts[2]) / 1024).toFixed(1) + 'G' : '-', percent: memPer },
disks, uptime: uptimeStr || '-', processes,
network: { publicIp: '81.70.187.179', privateIp: privateIp || '10.2.0.7', domains: ['longde.cloud', 'git.longde.cloud'] },
network: { publicIp: '81.70.187.179', privateIp, domains: ['longde.cloud', 'git.longde.cloud'] },
};
} catch (err: any) {
this.logger.warn('Remote metrics failed: ' + err.message);