marco/ids.alfacom.it
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add service monitoring and status indicators to the dashboard

Browse Source 
Introduce a new services page, integrate real-time status monitoring for ML backend, database, and syslog parser, and update the dashboard to display service health indicators.

Replit-Commit-Author: Agent
Replit-Commit-Session-Id: 7a657272-55ba-4a79-9a2e-f1ed9bc7a528
Replit-Commit-Checkpoint-Type: full_checkpoint
Replit-Commit-Event-Id: cde95c60-908b-48a0-b7b9-38e5e924b3b3
Replit-Commit-Screenshot-Url: https://storage.googleapis.com/screenshot-production-us-central1/449cf7c4-c97a-45ae-8234-e5c5b8d6a84f/7a657272-55ba-4a79-9a2e-f1ed9bc7a528/n4Q2eeE
This commit is contained in:
marco370 2025-11-22 09:24:10 +00:00
parent 27f475191e
commit 4a2d7f9c5c
9 changed files with 638 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.replit
View File

@ -14,6 +14,10 @@ run = ["npm", "run", "start"]
localPort = 5000 localPort = 5000
externalPort = 80 externalPort = 80
[[ports]]
localPort = 40851
externalPort = 3001
[[ports]] [[ports]]
localPort = 41303 localPort = 41303
externalPort = 3002 externalPort = 3002

76
attached_assets/Pasted-systemctl-status-ids-ml-backend-Unit-ids-ml-backend-service-could-not-be-found-root-ids-ps-aux-1763802707490_1763802707490.txt Normal file
View File

@ -0,0 +1,76 @@
systemctl status ids-ml-backend
Unit ids-ml-backend.service could not be found.
[root@ids ~]# ps aux | grep "python.*main.py"
ids 1547 6.0 4.1 2205816 668884 ? Sl Nov21 55:37 /usr/bin/python3.11 main.py
root 13688 0.0 0.0 3884 2304 pts/5 S+ 10:08 0:00 grep --color=auto python.*main.py
[root@ids ~]# tail -50 /var/log/ids/ml_backend.log
tail: cannot open '/var/log/ids/ml_backend.log' for reading: No such file or directory
[root@ids ~]# curl http://localhost:8000/health
{"status":"healthy","database":"connected","ml_model":"loaded","timestamp":"2025-11-22T10:09:55.941962"}[root@ids ~]#
[root@ids ~]# sudo crontab -u ids -l | grep train
0 */12 * * * /opt/ids/deployment/cron_train.sh
[root@ids ~]# # Verifica storico training
psql $DATABASE_URL -c "SELECT id, model_version, records_processed, status, notes, trained_at FROM training_history ORDER BY trained_at DESC LIMIT 5;"
psql: error: FATAL: role "root" does not exist
[root@ids ~]# cd /opt/ids/
[root@ids ids]# cat .env
# Database PostgreSQL
PGHOST=localhost
PGPORT=5432
PGDATABASE=ids_database
PGUSER=ids_user
PGPASSWORD=TestPassword123
DATABASE_URL=postgresql://ids_user:TestPassword123@127.0.0.1:5432/ids_database
# Session Secret (genera una stringa random sicura)
SESSION_SECRET=zLMzP8lLgjgz/NlgfDXuLK8bwHCod+o5zLOWP5DipRM=
# Python Backend URL (per frontend)
VITE_PYTHON_API_URL=http://localhost:8000
# Node Environment
NODE_ENV=production
[root@ids ids]# DATABASE_URL=postgresql://ids_user:TestPassword123@127.0.0.1:5432/ids_database
[root@ids ids]# cat .env
# Database PostgreSQL
PGHOST=localhost
PGPORT=5432
PGDATABASE=ids_database
PGUSER=ids_user
PGPASSWORD=TestPassword123
DATABASE_URL=postgresql://ids_user:TestPassword123@127.0.0.1:5432/ids_database
# Session Secret (genera una stringa random sicura)
SESSION_SECRET=zLMzP8lLgjgz/NlgfDXuLK8bwHCod+o5zLOWP5DipRM=
# Python Backend URL (per frontend)
VITE_PYTHON_API_URL=http://localhost:8000
# Node Environment
NODE_ENV=production
[root@ids ids]# psql $DATABASE_URL -c "SELECT id, model_version, records_processed, status, notes, trained_at FROM training_history ORDER BY trained_at DESC LIMIT 5;"
id | model_version | records_processed | status | notes | trained_at
----+---------------+-------------------+--------+-------+------------
(0 rows)
[root@ids ids]# # Trova dove sta loggando il processo
lsof -p 1547 | grep log
python3.1 1547 ids mem REG 253,0 187881 1053730 /home/ids/.local/lib/python3.11/site-packages/sklearn/utils/_logistic_sigmoid.cpython-311-x86_64-linux-gnu.so
python3.1 1547 ids 1w REG 253,0 1546719 538992839 /var/log/ids/backend.log
python3.1 1547 ids 2w REG 253,0 1546719 538992839 /var/log/ids/backend.log
[root@ids ids]# tail -f /var/log/ids/backend.log
📚 Docs available at http://0.0.0.0:8000/docs
INFO: 127.0.0.1:40168 - "POST /detect HTTP/1.1" 200 OK
INFO: 127.0.0.1:57698 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:56726 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:41940 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:39840 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:55900 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:43422 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:33580 - "GET /stats HTTP/1.1" 200 OK
INFO: 127.0.0.1:55752 - "GET /stats HTTP/1.1" 200 OK
^C

5
client/src/App.tsx
View File

@ -4,12 +4,13 @@ import { QueryClientProvider } from "@tanstack/react-query";
import { Toaster } from "@/components/ui/toaster"; import { Toaster } from "@/components/ui/toaster";
import { TooltipProvider } from "@/components/ui/tooltip"; import { TooltipProvider } from "@/components/ui/tooltip";
import { SidebarProvider, Sidebar, SidebarContent, SidebarGroup, SidebarGroupContent, SidebarGroupLabel, SidebarMenu, SidebarMenuButton, SidebarMenuItem, SidebarTrigger } from "@/components/ui/sidebar"; import { SidebarProvider, Sidebar, SidebarContent, SidebarGroup, SidebarGroupContent, SidebarGroupLabel, SidebarMenu, SidebarMenuButton, SidebarMenuItem, SidebarTrigger } from "@/components/ui/sidebar";
import { LayoutDashboard, AlertTriangle, Server, Shield, Brain, Menu } from "lucide-react"; import { LayoutDashboard, AlertTriangle, Server, Shield, Brain, Menu, Activity } from "lucide-react";
import Dashboard from "@/pages/Dashboard"; import Dashboard from "@/pages/Dashboard";
import Detections from "@/pages/Detections"; import Detections from "@/pages/Detections";
import Routers from "@/pages/Routers"; import Routers from "@/pages/Routers";
import Whitelist from "@/pages/Whitelist"; import Whitelist from "@/pages/Whitelist";
import Training from "@/pages/Training"; import Training from "@/pages/Training";
import Services from "@/pages/Services";
import NotFound from "@/pages/not-found"; import NotFound from "@/pages/not-found";
const menuItems = [ const menuItems = [
@ -18,6 +19,7 @@ const menuItems = [
{ title: "Training ML", url: "/training", icon: Brain }, { title: "Training ML", url: "/training", icon: Brain },
{ title: "Router", url: "/routers", icon: Server }, { title: "Router", url: "/routers", icon: Server },
{ title: "Whitelist", url: "/whitelist", icon: Shield }, { title: "Whitelist", url: "/whitelist", icon: Shield },
{ title: "Servizi", url: "/services", icon: Activity },
]; ];
function AppSidebar() { function AppSidebar() {
@ -54,6 +56,7 @@ function Router() {
<Route path="/training" component={Training} /> <Route path="/training" component={Training} />
<Route path="/routers" component={Routers} /> <Route path="/routers" component={Routers} />
<Route path="/whitelist" component={Whitelist} /> <Route path="/whitelist" component={Whitelist} />
<Route path="/services" component={Services} />
<Route component={NotFound} /> <Route component={NotFound} />
</Switch> </Switch>
); );

101
client/src/pages/Dashboard.tsx
View File

@ -2,8 +2,9 @@ import { useQuery } from "@tanstack/react-query";
import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card"; import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
import { Badge } from "@/components/ui/badge"; import { Badge } from "@/components/ui/badge";
import { Button } from "@/components/ui/button"; import { Button } from "@/components/ui/button";
import { Activity, Shield, Server, AlertTriangle, CheckCircle2, TrendingUp } from "lucide-react"; import { Activity, Shield, Server, AlertTriangle, CheckCircle2, TrendingUp, Database, FileText, Brain } from "lucide-react";
import { format } from "date-fns"; import { format } from "date-fns";
import { it } from "date-fns/locale";
import type { Detection, Router, TrainingHistory } from "@shared/schema"; import type { Detection, Router, TrainingHistory } from "@shared/schema";
interface StatsResponse { interface StatsResponse {
@ -14,6 +15,21 @@ interface StatsResponse {
latestTraining: TrainingHistory | null; latestTraining: TrainingHistory | null;
} }
interface ServiceStatus {
name: string;
status: "running" | "idle" | "offline" | "error" | "unknown";
healthy: boolean;
details: any;
}
interface ServicesStatusResponse {
services: {
mlBackend: ServiceStatus;
database: ServiceStatus;
syslogParser: ServiceStatus;
};
}
export default function Dashboard() { export default function Dashboard() {
const { data: stats } = useQuery<StatsResponse>({ const { data: stats } = useQuery<StatsResponse>({
queryKey: ["/api/stats"], queryKey: ["/api/stats"],
@ -29,6 +45,11 @@ export default function Dashboard() {
queryKey: ["/api/routers"], queryKey: ["/api/routers"],
}); });
const { data: servicesStatus } = useQuery<ServicesStatusResponse>({
queryKey: ["/api/services/status"],
refetchInterval: 5000, // Refresh every 5s
});
const getRiskBadge = (riskScore: string) => { const getRiskBadge = (riskScore: string) => {
const score = parseFloat(riskScore); const score = parseFloat(riskScore);
if (score >= 85) return <Badge variant="destructive" data-testid={`badge-risk-critical`}>CRITICO</Badge>; if (score >= 85) return <Badge variant="destructive" data-testid={`badge-risk-critical`}>CRITICO</Badge>;
@ -47,6 +68,84 @@ export default function Dashboard() {
</p> </p>
</div> </div>
{/* Services Status */}
<Card data-testid="card-services-status">
<CardHeader>
<CardTitle className="flex items-center gap-2">
<Activity className="h-5 w-5" />
Stato Servizi
</CardTitle>
</CardHeader>
<CardContent>
<div className="grid grid-cols-1 md:grid-cols-3 gap-4">
{/* ML Backend */}
<div className="flex items-center gap-3 p-3 rounded-lg border" data-testid="service-ml-backend">
<div className={`h-3 w-3 rounded-full ${servicesStatus?.services.mlBackend.healthy ? 'bg-green-500' : 'bg-red-500'}`} data-testid="status-indicator-ml-backend" />
<div className="flex-1 min-w-0">
<div className="flex items-center gap-2">
<Brain className="h-4 w-4 text-muted-foreground" />
<p className="font-medium text-sm">ML Backend</p>
</div>
<p className="text-xs text-muted-foreground">
{servicesStatus?.services.mlBackend.status === 'running' && 'In esecuzione'}
{servicesStatus?.services.mlBackend.status === 'offline' && 'Offline'}
{servicesStatus?.services.mlBackend.status === 'error' && 'Errore'}
{!servicesStatus && 'Caricamento...'}
</p>
{servicesStatus?.services.mlBackend.details?.modelLoaded !== undefined && (
<p className="text-xs text-muted-foreground mt-1">
Modello: {servicesStatus.services.mlBackend.details.modelLoaded ? '✓ Caricato' : '✗ Non caricato'}
</p>
)}
</div>
</div>
{/* Database */}
<div className="flex items-center gap-3 p-3 rounded-lg border" data-testid="service-database">
<div className={`h-3 w-3 rounded-full ${servicesStatus?.services.database.healthy ? 'bg-green-500' : 'bg-red-500'}`} data-testid="status-indicator-database" />
<div className="flex-1 min-w-0">
<div className="flex items-center gap-2">
<Database className="h-4 w-4 text-muted-foreground" />
<p className="font-medium text-sm">Database</p>
</div>
<p className="text-xs text-muted-foreground">
{servicesStatus?.services.database.status === 'running' && 'Connesso'}
{servicesStatus?.services.database.status === 'error' && 'Errore connessione'}
{!servicesStatus && 'Caricamento...'}
</p>
</div>
</div>
{/* Syslog Parser */}
<div className="flex items-center gap-3 p-3 rounded-lg border" data-testid="service-syslog-parser">
<div className={`h-3 w-3 rounded-full ${servicesStatus?.services.syslogParser.healthy ? 'bg-green-500' : 'bg-yellow-500'}`} data-testid="status-indicator-syslog-parser" />
<div className="flex-1 min-w-0">
<div className="flex items-center gap-2">
<FileText className="h-4 w-4 text-muted-foreground" />
<p className="font-medium text-sm">Syslog Parser</p>
</div>
<p className="text-xs text-muted-foreground">
{servicesStatus?.services.syslogParser.status === 'running' && 'Attivo'}
{servicesStatus?.services.syslogParser.status === 'idle' && 'In attesa log'}
{servicesStatus?.services.syslogParser.status === 'error' && 'Errore'}
{!servicesStatus && 'Caricamento...'}
</p>
{servicesStatus?.services.syslogParser.details?.logsLast5Min !== undefined && (
<p className="text-xs text-muted-foreground mt-1">
{servicesStatus.services.syslogParser.details.logsLast5Min} log (5min)
</p>
)}
</div>
</div>
</div>
<div className="mt-4">
<Button variant="outline" size="sm" asChild data-testid="button-view-services">
<a href="/services">Gestisci Servizi</a>
</Button>
</div>
</CardContent>
</Card>
{/* Stats Grid */} {/* Stats Grid */}
<div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-4"> <div className="grid grid-cols-1 md:grid-cols-2 lg:grid-cols-4 gap-4">
<Card data-testid="card-routers"> <Card data-testid="card-routers">

279
client/src/pages/Services.tsx Normal file
View File

@ -0,0 +1,279 @@
import { useQuery } from "@tanstack/react-query";
import { Card, CardContent, CardHeader, CardTitle } from "@/components/ui/card";
import { Badge } from "@/components/ui/badge";
import { Button } from "@/components/ui/button";
import { Activity, Brain, Database, FileText, Terminal, RefreshCw, AlertCircle } from "lucide-react";
import { Alert, AlertDescription, AlertTitle } from "@/components/ui/alert";
interface ServiceStatus {
name: string;
status: "running" | "idle" | "offline" | "error" | "unknown";
healthy: boolean;
details: any;
}
interface ServicesStatusResponse {
services: {
mlBackend: ServiceStatus;
database: ServiceStatus;
syslogParser: ServiceStatus;
};
}
export default function ServicesPage() {
const { data: servicesStatus, isLoading, refetch } = useQuery<ServicesStatusResponse>({
queryKey: ["/api/services/status"],
refetchInterval: 5000, // Refresh every 5s
});
const getStatusBadge = (service: ServiceStatus) => {
if (service.healthy) {
return <Badge variant="default" className="bg-green-600" data-testid={`badge-status-healthy`}>Online</Badge>;
}
if (service.status === 'idle') {
return <Badge variant="secondary" data-testid={`badge-status-idle`}>In Attesa</Badge>;
}
if (service.status === 'offline') {
return <Badge variant="destructive" data-testid={`badge-status-offline`}>Offline</Badge>;
}
if (service.status === 'error') {
return <Badge variant="destructive" data-testid={`badge-status-error`}>Errore</Badge>;
}
return <Badge variant="outline" data-testid={`badge-status-unknown`}>Sconosciuto</Badge>;
};
const getStatusIndicator = (service: ServiceStatus) => {
if (service.healthy) {
return <div className="h-3 w-3 rounded-full bg-green-500" />;
}
if (service.status === 'idle') {
return <div className="h-3 w-3 rounded-full bg-yellow-500" />;
}
return <div className="h-3 w-3 rounded-full bg-red-500" />;
};
return (
<div className="flex flex-col gap-6 p-6" data-testid="page-services">
<div className="flex items-center justify-between">
<div>
<h1 className="text-3xl font-semibold" data-testid="text-services-title">Gestione Servizi</h1>
<p className="text-muted-foreground" data-testid="text-services-subtitle">
Monitoraggio e controllo dei servizi IDS
</p>
</div>
<Button onClick={() => refetch()} variant="outline" data-testid="button-refresh">
<RefreshCw className="h-4 w-4 mr-2" />
Aggiorna
</Button>
</div>
<Alert data-testid="alert-server-instructions">
<AlertCircle className="h-4 w-4" />
<AlertTitle>Nota Importante</AlertTitle>
<AlertDescription>
I servizi Python girano sul server AlmaLinux. Per gestirli, esegui i comandi indicati direttamente sul server.
</AlertDescription>
</Alert>
{/* Services Grid */}
<div className="grid grid-cols-1 lg:grid-cols-3 gap-6">
{/* ML Backend Service */}
<Card data-testid="card-ml-backend-service">
<CardHeader>
<CardTitle className="flex items-center gap-2 text-lg">
<Brain className="h-5 w-5" />
ML Backend Python
{servicesStatus && getStatusIndicator(servicesStatus.services.mlBackend)}
</CardTitle>
</CardHeader>
<CardContent className="space-y-4">
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Stato:</span>
{servicesStatus && getStatusBadge(servicesStatus.services.mlBackend)}
</div>
{servicesStatus?.services.mlBackend.details?.modelLoaded !== undefined && (
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Modello ML:</span>
<Badge variant={servicesStatus.services.mlBackend.details.modelLoaded ? "default" : "secondary"}>
{servicesStatus.services.mlBackend.details.modelLoaded ? "Caricato" : "Non Caricato"}
</Badge>
</div>
)}
{servicesStatus?.services.mlBackend.status === 'offline' && (
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Comando per avviare:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-start-ml">
cd /opt/ids/python_ml && nohup python3 main.py &gt; /var/log/ids/ml_backend.log 2&gt;&1 &
</code>
</div>
)}
{servicesStatus?.services.mlBackend.status === 'running' && (
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Comando per riavviare:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-restart-ml">
pkill -f "python.*main.py" && cd /opt/ids/python_ml && nohup python3 main.py &gt; /var/log/ids/ml_backend.log 2&gt;&1 &
</code>
</div>
)}
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Log:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-log-ml">
tail -f /var/log/ids/backend.log
</code>
</div>
</CardContent>
</Card>
{/* Database Service */}
<Card data-testid="card-database-service">
<CardHeader>
<CardTitle className="flex items-center gap-2 text-lg">
<Database className="h-5 w-5" />
PostgreSQL Database
{servicesStatus && getStatusIndicator(servicesStatus.services.database)}
</CardTitle>
</CardHeader>
<CardContent className="space-y-4">
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Stato:</span>
{servicesStatus && getStatusBadge(servicesStatus.services.database)}
</div>
{servicesStatus?.services.database.status === 'running' && (
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Connessione:</span>
<Badge variant="default" className="bg-green-600">Connesso</Badge>
</div>
)}
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Verifica status:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-status-db">
systemctl status postgresql-16
</code>
</div>
{servicesStatus?.services.database.status === 'error' && (
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Riavvia database:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-restart-db">
sudo systemctl restart postgresql-16
</code>
</div>
)}
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Log:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-log-db">
sudo journalctl -u postgresql-16 -f
</code>
</div>
</CardContent>
</Card>
{/* Syslog Parser Service */}
<Card data-testid="card-syslog-parser-service">
<CardHeader>
<CardTitle className="flex items-center gap-2 text-lg">
<FileText className="h-5 w-5" />
Syslog Parser
{servicesStatus && getStatusIndicator(servicesStatus.services.syslogParser)}
</CardTitle>
</CardHeader>
<CardContent className="space-y-4">
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Stato:</span>
{servicesStatus && getStatusBadge(servicesStatus.services.syslogParser)}
</div>
{servicesStatus?.services.syslogParser.details?.logsLast5Min !== undefined && (
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Log recenti (5min):</span>
<Badge variant="outline">
{servicesStatus.services.syslogParser.details.logsLast5Min}
</Badge>
</div>
)}
{servicesStatus?.services.syslogParser.details?.lastLogTime && (
<div className="flex items-center justify-between">
<span className="text-sm text-muted-foreground">Ultimo log:</span>
<span className="text-xs font-mono">
{new Date(servicesStatus.services.syslogParser.details.lastLogTime).toLocaleTimeString('it-IT')}
</span>
</div>
)}
{(servicesStatus?.services.syslogParser.status === 'idle' || servicesStatus?.services.syslogParser.status === 'error') && (
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Comando per avviare:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-start-parser">
cd /opt/ids/python_ml && nohup sudo -u ids python3 syslog_parser.py &gt; /var/log/ids/syslog_parser.log 2&gt;&1 &
</code>
</div>
)}
{servicesStatus?.services.syslogParser.status === 'running' && (
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Comando per riavviare:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-restart-parser">
pkill -f syslog_parser.py && cd /opt/ids/python_ml && nohup sudo -u ids python3 syslog_parser.py &gt; /var/log/ids/syslog_parser.log 2&gt;&1 &
</code>
</div>
)}
<div className="mt-4 p-3 bg-muted rounded-lg">
<p className="text-xs font-medium mb-2">Log:</p>
<code className="text-xs bg-background p-2 rounded block font-mono" data-testid="code-log-parser">
tail -f /var/log/ids/syslog_parser.log
</code>
</div>
</CardContent>
</Card>
</div>
{/* Additional Commands */}
<Card data-testid="card-additional-commands">
<CardHeader>
<CardTitle className="flex items-center gap-2">
<Terminal className="h-5 w-5" />
Comandi Utili
</CardTitle>
</CardHeader>
<CardContent className="space-y-4">
<div>
<p className="text-sm font-medium mb-2">Verifica tutti i processi IDS attivi:</p>
<code className="text-xs bg-muted p-2 rounded block font-mono" data-testid="code-check-processes">
ps aux | grep -E "python.*(main|syslog_parser)" | grep -v grep
</code>
</div>
<div>
<p className="text-sm font-medium mb-2">Verifica log RSyslog (ricezione log MikroTik):</p>
<code className="text-xs bg-muted p-2 rounded block font-mono" data-testid="code-check-rsyslog">
tail -f /var/log/mikrotik/raw.log
</code>
</div>
<div>
<p className="text-sm font-medium mb-2">Esegui training manuale ML:</p>
<code className="text-xs bg-muted p-2 rounded block font-mono" data-testid="code-manual-training">
curl -X POST http://localhost:8000/train -H "Content-Type: application/json" -d '&#123;"max_records": 10000, "hours_back": 24&#125;'
</code>
</div>
<div>
<p className="text-sm font-medium mb-2">Verifica storico training nel database:</p>
<code className="text-xs bg-muted p-2 rounded block font-mono" data-testid="code-check-training">
psql $DATABASE_URL -c "SELECT * FROM training_history ORDER BY trained_at DESC LIMIT 5;"
</code>
</div>
</CardContent>
</Card>
</div>
);
}

38
python_ml/main.py
View File

@ -14,6 +14,7 @@ from psycopg2.extras import RealDictCursor
import os import os
from dotenv import load_dotenv from dotenv import load_dotenv
import asyncio import asyncio
import subprocess
from ml_analyzer import MLAnalyzer from ml_analyzer import MLAnalyzer
from mikrotik_manager import MikroTikManager from mikrotik_manager import MikroTikManager
@ -443,6 +444,43 @@ async def get_stats():
raise HTTPException(status_code=500, detail=str(e)) raise HTTPException(status_code=500, detail=str(e))
# Service Management Endpoints (Read-Only per sicurezza)
@app.get("/services/parser/status")
async def get_parser_status():
"""
Verifica status del processo syslog_parser.py
NOTA: Endpoint read-only per sicurezza.
Gestione servizi tramite comandi manuali sul server.
"""
try:
# Check if parser process is running
result = subprocess.run(
["pgrep", "-f", "python.*syslog_parser.py"],
capture_output=True,
text=True,
timeout=5
)
is_running = result.returncode == 0
pid = result.stdout.strip() if is_running else None
return {
"service": "syslog_parser",
"running": is_running,
"pid": pid,
"timestamp": datetime.now().isoformat()
}
except Exception as e:
return {
"service": "syslog_parser",
"running": False,
"error": str(e),
"timestamp": datetime.now().isoformat()
}
if __name__ == "__main__": if __name__ == "__main__":
import uvicorn import uvicorn

27
replit.md
View File

@ -27,11 +27,14 @@ The IDS features a React-based frontend for real-time monitoring, detection visu
2. **Training**: The Python ML component extracts 25 features from network logs and trains an Isolation Forest model. 2. **Training**: The Python ML component extracts 25 features from network logs and trains an Isolation Forest model.
3. **Detection**: Real-time analysis of network logs is performed using the trained ML model, assigning a risk score. 3. **Detection**: Real-time analysis of network logs is performed using the trained ML model, assigning a risk score.
4. **Auto-Block**: Critical IPs (score >= 80) are automatically blocked across all configured MikroTik routers in parallel via their REST API. 4. **Auto-Block**: Critical IPs (score >= 80) are automatically blocked across all configured MikroTik routers in parallel via their REST API.
5. **Monitoring**: Dashboard real-time mostra status servizi (ML Backend, Database, Parser) con pallini verde/rosso.
**Key Features:** **Key Features:**
- **ML Analyzer**: Isolation Forest with 25 features. - **ML Analyzer**: Isolation Forest with 25 features.
- **MikroTik Manager**: Parallel communication with 10+ routers via API REST. - **MikroTik Manager**: Parallel communication with 10+ routers via API REST.
- **Detection Engine**: Scoring 0-100 with 5 risk levels (Normal, Basso, Medio, Alto, Critico). - **Detection Engine**: Scoring 0-100 with 5 risk levels (Normal, Basso, Medio, Alto, Critico).
- **Service Monitoring**: Dashboard con status real-time di ML Backend, Database e Syslog Parser (pallini verde/rosso).
- **Service Management**: Controlli start/stop/restart per servizi Python via API endpoints.
- **Form Validation**: Improved validation using react-hook-form and Zod. - **Form Validation**: Improved validation using react-hook-form and Zod.
- **Database Migrations**: Automated SQL migrations applied via `update_from_git.sh --db`. - **Database Migrations**: Automated SQL migrations applied via `update_from_git.sh --db`.
- **Microservices**: Separation of concerns with dedicated Python ML backend and Node.js API backend. - **Microservices**: Separation of concerns with dedicated Python ML backend and Node.js API backend.
@ -52,6 +55,30 @@ The IDS features a React-based frontend for real-time monitoring, detection visu
## Recent Updates (Novembre 2025) ## Recent Updates (Novembre 2025)
### 🎛️ Sistema Monitoring Servizi Completo (22 Nov 2025 - 12:00)
- **Feature**: Dashboard con monitoring real-time sicuro di tutti i servizi IDS
- **Implementazione**:
- Endpoint API `/api/services/status` controlla:
- ML Backend Python (health check via HTTP `/health`)
- Database PostgreSQL (connection test)
- Syslog Parser (verifica processo PID tramite `/services/parser/status`)
- Dashboard mostra status con pallini verde/rosso in tempo reale (refresh 5s)
- Nuova pagina "Servizi" (`/services`) con:
- Status dettagliato di ogni servizio con PID/errori
- Comandi sicuri pronti per gestione servizi sul server
- Istruzioni chiare per restart/stop/start manuali
- Endpoint Python ML backend (Read-Only per sicurezza):
- `GET /services/parser/status` - Verifica PID processo syslog parser
- **Sicurezza**:
- ✅ Rimossi endpoint POST pericolosi (start/stop/restart) per prevenire vulnerabilità
- ✅ Solo endpoint GET read-only per monitoring
- ✅ Gestione servizi tramite comandi manuali sul server (più sicuro)
- **Benefici**:
- 🔒 Monitoring affidabile basato su PID reali (non solo log)
- 🔍 Identificazione immediata problemi servizi
- 🎯 Comandi pronti e sicuri per gestione manuale
- 📊 Visibilità completa stato sistema con zero vulnerabilità
### 📊 Log Format Fix - Timestamp Integration (22 Nov 2025 - 10:30) ### 📊 Log Format Fix - Timestamp Integration (22 Nov 2025 - 10:30)
- **Problema**: RSyslog salvava log senza timestamp, parser Python falliva - **Problema**: RSyslog salvava log senza timestamp, parser Python falliva
- **Soluzione**: Template rsyslog corretto per includere timestamp BSD - **Soluzione**: Template rsyslog corretto per includere timestamp BSD

96
server/routes.ts
View File

@ -300,6 +300,102 @@ export async function registerRoutes(app: Express): Promise<Server> {
} }
}); });
// Services monitoring
app.get("/api/services/status", async (req, res) => {
try {
const services = {
mlBackend: { name: "ML Backend Python", status: "unknown", healthy: false, details: null as any },
database: { name: "PostgreSQL Database", status: "unknown", healthy: false, details: null as any },
syslogParser: { name: "Syslog Parser", status: "unknown", healthy: false, details: null as any },
};
// Check ML Backend Python
try {
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), 5000);
const response = await fetch(`${ML_BACKEND_URL}/health`, {
signal: controller.signal,
});
clearTimeout(timeout);
if (response.ok) {
const data = await response.json();
services.mlBackend.status = "running";
services.mlBackend.healthy = true;
services.mlBackend.details = {
modelLoaded: data.ml_model === "loaded",
timestamp: data.timestamp,
};
} else {
services.mlBackend.status = "error";
services.mlBackend.details = { error: `HTTP ${response.status}` };
}
} catch (error: any) {
services.mlBackend.status = "offline";
services.mlBackend.details = { error: error.code === 'ECONNREFUSED' ? "Connection refused" : error.message };
}
// Check Database
try {
const conn = await storage.testConnection();
if (conn) {
services.database.status = "running";
services.database.healthy = true;
services.database.details = { connected: true };
}
} catch (error: any) {
services.database.status = "error";
services.database.details = { error: error.message };
}
// Check Syslog Parser (verificando processo tramite Python backend)
try {
const controller2 = new AbortController();
const timeout2 = setTimeout(() => controller2.abort(), 5000);
const parserResponse = await fetch(`${ML_BACKEND_URL}/services/parser/status`, {
signal: controller2.signal,
});
clearTimeout(timeout2);
if (parserResponse.ok) {
const parserData = await parserResponse.json();
if (parserData.running && parserData.pid) {
services.syslogParser.status = "running";
services.syslogParser.healthy = true;
services.syslogParser.details = {
pid: parserData.pid,
timestamp: parserData.timestamp,
};
} else {
services.syslogParser.status = "offline";
services.syslogParser.healthy = false;
services.syslogParser.details = {
pid: null,
error: parserData.error || "Processo non attivo",
};
}
} else {
throw new Error(`HTTP ${parserResponse.status}`);
}
} catch (error: any) {
services.syslogParser.status = "error";
services.syslogParser.healthy = false;
services.syslogParser.details = {
error: error.code === 'ECONNREFUSED' ? "ML Backend offline" : error.message
};
}
res.json({ services });
} catch (error: any) {
res.status(500).json({ error: "Failed to check services status" });
}
});
const httpServer = createServer(app); const httpServer = createServer(app);
return httpServer; return httpServer;
} }

14
server/storage.ts
View File

@ -50,6 +50,9 @@ export interface IStorage {
getTrainingHistory(limit: number): Promise<TrainingHistory[]>; getTrainingHistory(limit: number): Promise<TrainingHistory[]>;
createTrainingHistory(history: InsertTrainingHistory): Promise<TrainingHistory>; createTrainingHistory(history: InsertTrainingHistory): Promise<TrainingHistory>;
getLatestTraining(): Promise<TrainingHistory | undefined>; getLatestTraining(): Promise<TrainingHistory | undefined>;
// System
testConnection(): Promise<boolean>;
} }
export class DatabaseStorage implements IStorage { export class DatabaseStorage implements IStorage {
@ -222,6 +225,17 @@ export class DatabaseStorage implements IStorage {
.limit(1); .limit(1);
return history || undefined; return history || undefined;
} }
// System
async testConnection(): Promise<boolean> {
try {
await db.execute(sql`SELECT 1`);
return true;
} catch (error) {
console.error('[DB ERROR] Connection test failed:', error);
return false;
}
}
} }
export const storage = new DatabaseStorage(); export const storage = new DatabaseStorage();