- Added systemd services for system-level persistence (gateway + monitor) - Enhanced agent-monitor.js with auto-healing and Telegram notifications - Created deploy.sh for one-click deployment and management - Updated CORE_INDEX.md with complete architecture documentation - Updated MEMORY.md with implementation details and usage guide - All memory files now tracked in git for version control and rollback Features implemented: ✓ System-Level: Services auto-start on boot, survive logout/reboot ✓ Auto-Healing: Crash detection, auto-restart with rate limiting ✓ Multi-Layer Memory: Core (CORE_INDEX.md) + Long-term (MEMORY.md) + Daily (memory/) ✓ Git Rollback: ./deploy.sh rollback / rollback-to <commit> ✓ Telegram Notifications: Alerts on stop/error/restart eventsmaster
Eason (陈医生)
1 month ago
parent
5707edd78a
commit
820530d1ec
7 changed files with 719 additions and 48 deletions
@ -0,0 +1,290 @@ |
||||
#!/bin/bash |
||||
|
||||
############################################################################### |
||||
# OpenClaw System Deployment & Management Script |
||||
# |
||||
# Features: |
||||
# - One-click deployment of OpenClaw with systemd services |
||||
# - Auto-healing configuration |
||||
# - Health monitoring |
||||
# - Rollback support via git |
||||
# - Telegram notifications |
||||
# |
||||
# Usage: |
||||
# ./deploy.sh install - Install and start all services |
||||
# ./deploy.sh start - Start all services |
||||
# ./deploy.sh stop - Stop all services |
||||
# ./deploy.sh restart - Restart all services |
||||
# ./deploy.sh status - Show service status |
||||
# ./deploy.sh logs - Show recent logs |
||||
# ./deploy.sh rollback - Rollback to previous git commit |
||||
# ./deploy.sh backup - Create backup of current state |
||||
############################################################################### |
||||
|
||||
set -e |
||||
|
||||
WORKSPACE="/root/.openclaw/workspace" |
||||
LOG_DIR="/root/.openclaw/workspace/logs/system" |
||||
TIMESTAMP=$(date +%Y%m%d-%H%M%S) |
||||
|
||||
# Colors for output |
||||
RED='\033[0;31m' |
||||
GREEN='\033[0;32m' |
||||
YELLOW='\033[1;33m' |
||||
BLUE='\033[0;34m' |
||||
NC='\033[0m' # No Color |
||||
|
||||
log_info() { |
||||
echo -e "${BLUE}[INFO]${NC} $1" |
||||
} |
||||
|
||||
log_success() { |
||||
echo -e "${GREEN}[SUCCESS]${NC} $1" |
||||
} |
||||
|
||||
log_warning() { |
||||
echo -e "${YELLOW}[WARNING]${NC} $1" |
||||
} |
||||
|
||||
log_error() { |
||||
echo -e "${RED}[ERROR]${NC} $1" |
||||
} |
||||
|
||||
ensure_log_dir() { |
||||
mkdir -p "$LOG_DIR" |
||||
} |
||||
|
||||
install_services() { |
||||
log_info "Installing OpenClaw systemd services..." |
||||
|
||||
# Copy service files |
||||
cp "$WORKSPACE/systemd/openclaw-gateway.service" /etc/systemd/system/ |
||||
cp "$WORKSPACE/systemd/openclaw-agent-monitor.service" /etc/systemd/system/ |
||||
|
||||
# Reload systemd |
||||
systemctl daemon-reload |
||||
|
||||
# Enable services |
||||
systemctl enable openclaw-gateway |
||||
systemctl enable openclaw-agent-monitor |
||||
|
||||
# Start services |
||||
systemctl start openclaw-gateway |
||||
systemctl start openclaw-agent-monitor |
||||
|
||||
log_success "OpenClaw services installed and started!" |
||||
log_info "Gateway: http://localhost:18789" |
||||
log_info "Logs: journalctl -u openclaw-gateway -f" |
||||
} |
||||
|
||||
start_services() { |
||||
log_info "Starting OpenClaw services..." |
||||
systemctl start openclaw-gateway |
||||
systemctl start openclaw-agent-monitor |
||||
log_success "Services started!" |
||||
} |
||||
|
||||
stop_services() { |
||||
log_info "Stopping OpenClaw services..." |
||||
systemctl stop openclaw-gateway |
||||
systemctl stop openclaw-agent-monitor |
||||
log_success "Services stopped!" |
||||
} |
||||
|
||||
restart_services() { |
||||
log_info "Restarting OpenClaw services..." |
||||
systemctl restart openclaw-gateway |
||||
systemctl restart openclaw-agent-monitor |
||||
log_success "Services restarted!" |
||||
} |
||||
|
||||
show_status() { |
||||
echo "" |
||||
log_info "=== OpenClaw Gateway Status ===" |
||||
systemctl status openclaw-gateway --no-pager -l |
||||
echo "" |
||||
log_info "=== Agent Monitor Status ===" |
||||
systemctl status openclaw-agent-monitor --no-pager -l |
||||
echo "" |
||||
log_info "=== Recent Logs ===" |
||||
journalctl -u openclaw-gateway -u openclaw-agent-monitor --no-pager -n 20 |
||||
} |
||||
|
||||
show_logs() { |
||||
log_info "Showing recent logs (last 50 lines)..." |
||||
journalctl -u openclaw-gateway -u openclaw-agent-monitor --no-pager -n 50 |
||||
} |
||||
|
||||
rollback() { |
||||
log_warning "This will rollback the workspace to the previous git commit!" |
||||
read -p "Are you sure? (y/N): " confirm |
||||
|
||||
if [[ $confirm =~ ^[Yy]$ ]]; then |
||||
cd "$WORKSPACE" |
||||
|
||||
# Create backup before rollback |
||||
backup |
||||
|
||||
# Show current commit |
||||
log_info "Current commit:" |
||||
git log -1 --oneline |
||||
|
||||
# Rollback |
||||
git reset --hard HEAD~1 |
||||
|
||||
log_success "Rolled back to previous commit!" |
||||
log_info "Restarting services to apply changes..." |
||||
restart_services |
||||
else |
||||
log_info "Rollback cancelled." |
||||
fi |
||||
} |
||||
|
||||
rollback_to() { |
||||
if [ -z "$1" ]; then |
||||
log_error "Please specify a commit hash or tag" |
||||
exit 1 |
||||
fi |
||||
|
||||
log_warning "This will rollback the workspace to commit: $1" |
||||
read -p "Are you sure? (y/N): " confirm |
||||
|
||||
if [[ $confirm =~ ^[Yy]$ ]]; then |
||||
cd "$WORKSPACE" |
||||
backup |
||||
git reset --hard "$1" |
||||
log_success "Rolled back to commit: $1" |
||||
restart_services |
||||
else |
||||
log_info "Rollback cancelled." |
||||
fi |
||||
} |
||||
|
||||
backup() { |
||||
local backup_dir="/root/.openclaw/backups" |
||||
mkdir -p "$backup_dir" |
||||
|
||||
log_info "Creating backup..." |
||||
|
||||
# Backup workspace |
||||
tar -czf "$backup_dir/workspace-$TIMESTAMP.tar.gz" \ |
||||
--exclude='.git' \ |
||||
--exclude='logs' \ |
||||
-C /root/.openclaw workspace |
||||
|
||||
# Backup config |
||||
cp /root/.openclaw/openclaw.json "$backup_dir/openclaw-config-$TIMESTAMP.json" 2>/dev/null || true |
||||
|
||||
log_success "Backup created: $backup_dir/workspace-$TIMESTAMP.tar.gz" |
||||
} |
||||
|
||||
health_check() { |
||||
log_info "Running health check..." |
||||
|
||||
local issues=0 |
||||
|
||||
# Check gateway |
||||
if systemctl is-active --quiet openclaw-gateway; then |
||||
log_success "✓ Gateway is running" |
||||
else |
||||
log_error "✗ Gateway is not running" |
||||
((issues++)) |
||||
fi |
||||
|
||||
# Check monitor |
||||
if systemctl is-active --quiet openclaw-agent-monitor; then |
||||
log_success "✓ Agent Monitor is running" |
||||
else |
||||
log_error "✗ Agent Monitor is not running" |
||||
((issues++)) |
||||
fi |
||||
|
||||
# Check disk space |
||||
local disk_usage=$(df -h /root | tail -1 | awk '{print $5}' | sed 's/%//') |
||||
if [ "$disk_usage" -lt 80 ]; then |
||||
log_success "✓ Disk usage: ${disk_usage}%" |
||||
else |
||||
log_warning "⚠ Disk usage: ${disk_usage}%" |
||||
((issues++)) |
||||
fi |
||||
|
||||
# Check memory |
||||
local mem_usage=$(free | grep Mem | awk '{printf("%.0f", $3/$2 * 100.0)}') |
||||
if [ "$mem_usage" -lt 80 ]; then |
||||
log_success "✓ Memory usage: ${mem_usage}%" |
||||
else |
||||
log_warning "⚠ Memory usage: ${mem_usage}%" |
||||
((issues++)) |
||||
fi |
||||
|
||||
echo "" |
||||
if [ $issues -eq 0 ]; then |
||||
log_success "All health checks passed!" |
||||
return 0 |
||||
else |
||||
log_error "$issues health check(s) failed!" |
||||
return 1 |
||||
fi |
||||
} |
||||
|
||||
show_help() { |
||||
echo "OpenClaw System Management Script" |
||||
echo "" |
||||
echo "Usage: $0 <command>" |
||||
echo "" |
||||
echo "Commands:" |
||||
echo " install - Install and start all systemd services" |
||||
echo " start - Start all services" |
||||
echo " stop - Stop all services" |
||||
echo " restart - Restart all services" |
||||
echo " status - Show service status" |
||||
echo " logs - Show recent logs" |
||||
echo " health - Run health check" |
||||
echo " backup - Create backup of current state" |
||||
echo " rollback - Rollback to previous git commit" |
||||
echo " rollback-to <commit> - Rollback to specific commit" |
||||
echo " help - Show this help message" |
||||
echo "" |
||||
} |
||||
|
||||
# Main |
||||
case "${1:-help}" in |
||||
install) |
||||
install_services |
||||
;; |
||||
start) |
||||
start_services |
||||
;; |
||||
stop) |
||||
stop_services |
||||
;; |
||||
restart) |
||||
restart_services |
||||
;; |
||||
status) |
||||
show_status |
||||
;; |
||||
logs) |
||||
show_logs |
||||
;; |
||||
health) |
||||
health_check |
||||
;; |
||||
backup) |
||||
backup |
||||
;; |
||||
rollback) |
||||
rollback |
||||
;; |
||||
rollback-to) |
||||
rollback_to "$2" |
||||
;; |
||||
help|--help|-h) |
||||
show_help |
||||
;; |
||||
*) |
||||
log_error "Unknown command: $1" |
||||
show_help |
||||
exit 1 |
||||
;; |
||||
esac |
||||
@ -0,0 +1,4 @@ |
||||
[2026-02-20T14:25:25.027Z] [INFO] Agent Health Monitor initialized |
||||
[2026-02-20T14:25:25.035Z] [INFO] Agent Health Monitor starting... |
||||
[2026-02-20T14:25:25.036Z] [INFO] Starting OpenClaw Gateway monitoring... |
||||
[2026-02-20T14:25:25.038Z] [INFO] Monitor is now active. Press Ctrl+C to stop. |
||||
@ -0,0 +1,38 @@ |
||||
[Unit] |
||||
Description=OpenClaw Agent Health Monitor |
||||
Documentation=https://docs.openclaw.ai |
||||
After=network.target openclaw-gateway.service |
||||
Wants=network-online.target |
||||
|
||||
[Service] |
||||
Type=simple |
||||
User=root |
||||
WorkingDirectory=/root/.openclaw/workspace |
||||
Environment=NODE_ENV=production |
||||
|
||||
# Monitor process |
||||
ExecStart=/usr/bin/node /root/.openclaw/workspace/agent-monitor.js |
||||
|
||||
# Auto-healing configuration |
||||
Restart=always |
||||
RestartSec=5 |
||||
StartLimitInterval=300 |
||||
StartLimitBurst=10 |
||||
|
||||
# Resource limits |
||||
MemoryLimit=512M |
||||
CPUQuota=20% |
||||
|
||||
# Logging |
||||
StandardOutput=journal |
||||
StandardError=journal |
||||
SyslogIdentifier=openclaw-monitor |
||||
|
||||
# Security |
||||
NoNewPrivileges=true |
||||
ProtectSystem=strict |
||||
ProtectHome=read-only |
||||
ReadWritePaths=/root/.openclaw/workspace/logs |
||||
|
||||
[Install] |
||||
WantedBy=multi-user.target |
||||
@ -0,0 +1,42 @@ |
||||
[Unit] |
||||
Description=OpenClaw Gateway Service |
||||
Documentation=https://docs.openclaw.ai |
||||
After=network.target |
||||
Wants=network-online.target |
||||
|
||||
[Service] |
||||
Type=simple |
||||
User=root |
||||
WorkingDirectory=/root/.openclaw |
||||
Environment=NODE_ENV=production |
||||
|
||||
# Main gateway process |
||||
ExecStart=/usr/bin/node /www/server/nodejs/v24.13.1/bin/openclaw gateway start |
||||
ExecReload=/bin/kill -HUP $MAINPID |
||||
|
||||
# Auto-healing configuration |
||||
Restart=always |
||||
RestartSec=10 |
||||
StartLimitInterval=300 |
||||
StartLimitBurst=5 |
||||
|
||||
# Resource limits to prevent OOM |
||||
MemoryLimit=2G |
||||
CPUQuota=80% |
||||
|
||||
# Logging |
||||
StandardOutput=journal |
||||
StandardError=journal |
||||
SyslogIdentifier=openclaw-gateway |
||||
|
||||
# Security hardening |
||||
NoNewPrivileges=true |
||||
ProtectSystem=strict |
||||
ProtectHome=read-only |
||||
ReadWritePaths=/root/.openclaw |
||||
|
||||
# Watchdog for health monitoring |
||||
WatchdogSec=30 |
||||
|
||||
[Install] |
||||
WantedBy=multi-user.target |
||||
Loading…
Reference in new issue