| Navigation: Home | Docs | Quickstart | Dashboard | OSINT |
The integrated health monitoring system provides comprehensive monitoring and diagnostics for CrawlLama.
The Health Dashboard offers two modes in one application:
Interactive Menu:
# Windows
health-dashboard.bat
# Linux/Mac
./health-dashboard.sh
# Direct with Python
python health-dashboard.py
Direct Start Modes:
# Live System Monitor
python health-dashboard.py --monitor
# Test Dashboard
python health-dashboard.py --tests
Real-time monitoring with Rich Terminal UI:
Tkinter-based GUI for test management:
from pathlib import Path
from core.health import SystemMonitor
# Initialize
monitor = SystemMonitor(update_interval=1.0)
monitor.start()
# Get metrics
metrics = monitor.get_latest_metrics()
print(f"CPU: {metrics.cpu_percent}%")
print(f"Memory: {metrics.memory_used_gb}/{metrics.memory_total_gb} GB")
print(f"Disk: {metrics.disk_percent}%")
# Stop
monitor.stop()
from pathlib import Path
from core.health import ComponentHealthChecker, HealthStatus
# Initialize
checker = ComponentHealthChecker(Path.cwd())
# Check all components
health = checker.check_all()
# Display results
for name, status in health.items():
print(f"{name}: {status.status.value} - {status.message}")
print(f" Response Time: {status.response_time_ms:.2f}ms")
from core.health import PerformanceTracker, PerformanceTimer
# Initialize
tracker = PerformanceTracker()
# Track operation
with PerformanceTimer(tracker, "llm_query") as timer:
# Your operation here
result = expensive_operation()
# Get statistics
stats = tracker.get_stats("llm_query")
print(f"Average: {stats.avg_duration_ms:.2f}ms")
print(f"P95: {stats.p95_duration_ms:.2f}ms")
print(f"Success Rate: {stats.success_rate:.1f}%")
from core.health import AlertSystem, AlertLevel
# Initialize
alerts = AlertSystem()
# Register alert callback
def on_alert(alert):
print(f"[{alert.level.value}] {alert.component}: {alert.message}")
alerts.register_callback(on_alert)
# Check system data
alerts.check_alerts({
'system_metrics': monitor.get_latest_metrics(),
'component_health': checker.check_all(),
'performance_stats': tracker.get_all_stats()
})
# Get active alerts
active = alerts.get_alerts(unacknowledged_only=True)
for alert in active:
print(f"{alert.level.value}: {alert.message}")
from pathlib import Path
from core.health import RichHealthDashboard
# Start dashboard
dashboard = RichHealthDashboard(
project_root=Path.cwd(),
update_interval=2.0 # Seconds
)
dashboard.start() # Blocks until Ctrl+C
from core.llm_client import LLMClient
from core.health import PerformanceTracker
tracker = PerformanceTracker()
client = LLMClient("config.json")
# Wrapper function
def tracked_query(prompt: str):
with PerformanceTimer(tracker, "llm_query") as timer:
try:
response = client.generate(prompt)
return response
except Exception as e:
timer.mark_failure()
raise
# Use
response = tracked_query("What is AI?")
# Display statistics
stats = tracker.get_stats("llm_query")
print(f"Average response time: {stats.avg_duration_ms:.2f}ms")
from tools.web_search import web_search
from core.health import PerformanceTracker
tracker = PerformanceTracker()
def monitored_search(query: str):
with PerformanceTimer(tracker, "web_search"):
return web_search(query)
# Use
results = monitored_search("Python tutorials")
|——-|————-|——-|————–| | CPU Warning | 85% | WARNING | High CPU usage | | CPU Error | 95% | ERROR | Critical CPU usage | | Memory Warning | 85% | WARNING | High RAM usage | | Memory Error | 95% | ERROR | Critical RAM usage | | Disk Warning | 5 GB free | WARNING | Low storage space | | Disk Critical | 1 GB free | CRITICAL | Very low storage space | | Component Health | Unhealthy | ERROR | Component failure | | Performance | P95 > 5s | WARNING | Slow performance |
from core.health import AlertRule, AlertLevel
class CustomAlertRule(AlertRule):
def __init__(self):
super().__init__(
name="Custom Rule",
level=AlertLevel.WARNING,
cooldown_minutes=10
)
def check(self, data: dict) -> str | None:
# Your custom logic
if some_condition:
return "Custom alert message"
return None
# Add rule
alerts.add_rule(CustomAlertRule())
Problem: ModuleNotFoundError: No module named 'rich'
Solution:
pip install rich psutil
Problem: Metrics not displayed
Solution: Ensure psutil is installed:
pip install psutil
Problem: All components show “Unhealthy”
Solution:
config.json mkdir -p data/cache data/embeddings logs
Problem: No performance statistics
Solution: Integrate PerformanceTimer in your code (see examples above)
┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
┃ CrawlLama Health Dashboard | 2025-10-24 14:30:00 ┃
┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛
┌─────────────────────────┬─────────────────────────┐
│ System Metrics │ Performance │
│ │ │
│ CPU 45.2% ████░░ │ llm_query 1250ms │
│ Memory 62.1% ██████░ │ web_search 850ms │
│ Disk 38.5% ███░░░ │ cache_read 25ms │
│ Network ↓1.2/↑0.3 MB/s │ │
├─────────────────────────┤ │
│ Component Health │ │
│ │ │
│ LLM Client 45ms │ │
│ Cache System 12ms │ │
│ RAG System 89ms │ │
│ Search Tools 23ms │ │
└─────────────────────────┴─────────────────────────┘
┌─────────────────────────────────────────────────────┐
│ Alerts (2) │
│ │
│ High CPU usage: 87.5% (threshold: 85.0%) │
│ Slow operations: llm_query (P95: 5200ms) │
└─────────────────────────────────────────────────────┘
┌─────────────────────────────────────────────────────┐
┃ Alerts: 0 1 1 | Press Ctrl+C to exit ┃
└─────────────────────────────────────────────────────┘
PerformanceTimer for critical operations