-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathauto-debug.sh
More file actions
248 lines (219 loc) · 10.3 KB
/
Copy pathauto-debug.sh
File metadata and controls
248 lines (219 loc) · 10.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
#!/bin/bash
# Auto-Debug Script for Cloud Agents
# Führt alle Debugging-Checks automatisch aus
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
BLUE='\033[0;34m'
NC='\033[0m'
echo ""
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
echo " AUTO-DEBUG: Frontend-Backend Diagnose"
echo " Server: $(hostname -I 2>/dev/null | awk '{print $1}' || echo 'localhost')"
echo " Zeit: $(date '+%Y-%m-%d %H:%M:%S')"
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
echo ""
# Zähler
PASS=0
FAIL=0
WARN=0
check_pass() {
echo -e "${GREEN}✓ PASS${NC}: $1"
((PASS++))
}
check_fail() {
echo -e "${RED}✗ FAIL${NC}: $1"
((FAIL++))
}
check_warn() {
echo -e "${YELLOW}! WARN${NC}: $1"
((WARN++))
}
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[1/7] PM2 Prozesse prüfen${NC}"
echo "────────────────────────────────────────────────────────────"
PM2_STATUS=$(pm2 jlist 2>/dev/null)
if [ -z "$PM2_STATUS" ] || [ "$PM2_STATUS" == "[]" ]; then
check_fail "PM2 läuft nicht oder keine Prozesse"
else
ONLINE=$(echo "$PM2_STATUS" | grep -o '"status":"online"' | wc -l)
STOPPED=$(echo "$PM2_STATUS" | grep -o '"status":"stopped"' | wc -l)
ERRORED=$(echo "$PM2_STATUS" | grep -o '"status":"errored"' | wc -l)
if [ "$ONLINE" -gt 0 ]; then
check_pass "$ONLINE Prozess(e) online"
fi
if [ "$STOPPED" -gt 0 ]; then
check_warn "$STOPPED Prozess(e) gestoppt"
fi
if [ "$ERRORED" -gt 0 ]; then
check_fail "$ERRORED Prozess(e) mit Fehler"
fi
# Zeige Prozesse
echo ""
pm2 list --no-color 2>/dev/null | head -15
fi
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[2/7] Port-Belegung prüfen${NC}"
echo "────────────────────────────────────────────────────────────"
PORTS_TO_CHECK="3000 3001 4000 5432 8000"
for PORT in $PORTS_TO_CHECK; do
if netstat -tuln 2>/dev/null | grep -q ":$PORT " || ss -tuln 2>/dev/null | grep -q ":$PORT "; then
SERVICE=$(lsof -i :$PORT 2>/dev/null | tail -1 | awk '{print $1}')
check_pass "Port $PORT belegt ($SERVICE)"
else
echo " Port $PORT: nicht belegt"
fi
done
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[3/7] Backend Health-Checks${NC}"
echo "────────────────────────────────────────────────────────────"
# Cloud-Agents Backend (Port 4000)
BACKEND_RESP=$(curl -s -o /dev/null -w "%{http_code}" --max-time 5 http://localhost:4000/api/health 2>/dev/null)
if [ "$BACKEND_RESP" == "200" ]; then
check_pass "Cloud-Agents Backend (Port 4000) antwortet"
elif [ "$BACKEND_RESP" == "000" ]; then
check_fail "Cloud-Agents Backend (Port 4000) nicht erreichbar"
else
check_warn "Cloud-Agents Backend (Port 4000) antwortet mit $BACKEND_RESP"
fi
# Admin Dashboard (Port 3000)
ADMIN_RESP=$(curl -s -o /dev/null -w "%{http_code}" --max-time 5 http://localhost:3000 2>/dev/null)
if [ "$ADMIN_RESP" == "200" ]; then
check_pass "Admin Dashboard (Port 3000) antwortet"
elif [ "$ADMIN_RESP" == "000" ]; then
# Versuche Port 3001
ADMIN_RESP=$(curl -s -o /dev/null -w "%{http_code}" --max-time 5 http://localhost:3001 2>/dev/null)
if [ "$ADMIN_RESP" == "200" ]; then
check_pass "Admin Dashboard (Port 3001) antwortet"
else
check_fail "Admin Dashboard nicht erreichbar (3000/3001)"
fi
else
check_warn "Admin Dashboard antwortet mit $ADMIN_RESP"
fi
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[4/7] API Endpoints testen${NC}"
echo "────────────────────────────────────────────────────────────"
# Test verschiedene API Endpoints
ENDPOINTS=(
"http://localhost:4000/api/health"
"http://localhost:4000/api/agents"
"http://localhost:4000/api/status"
)
for EP in "${ENDPOINTS[@]}"; do
RESP=$(curl -s -o /dev/null -w "%{http_code}" --max-time 5 "$EP" 2>/dev/null)
EP_SHORT=$(echo "$EP" | sed 's|http://localhost:[0-9]*/||')
if [ "$RESP" == "200" ]; then
check_pass "$EP_SHORT → 200 OK"
elif [ "$RESP" == "401" ]; then
check_warn "$EP_SHORT → 401 (Auth erforderlich)"
elif [ "$RESP" == "404" ]; then
echo " $EP_SHORT → 404 (nicht gefunden)"
elif [ "$RESP" == "000" ]; then
check_fail "$EP_SHORT → Keine Verbindung"
else
check_warn "$EP_SHORT → $RESP"
fi
done
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[5/7] Datenbank-Verbindung prüfen${NC}"
echo "────────────────────────────────────────────────────────────"
# PostgreSQL
if command -v pg_isready &> /dev/null; then
if pg_isready -q 2>/dev/null; then
check_pass "PostgreSQL läuft"
else
check_fail "PostgreSQL nicht erreichbar"
fi
else
# Alternativ: Prüfe Port 5432
if netstat -tuln 2>/dev/null | grep -q ":5432 " || ss -tuln 2>/dev/null | grep -q ":5432 "; then
check_pass "PostgreSQL Port 5432 offen"
else
check_warn "PostgreSQL Status unbekannt"
fi
fi
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[6/7] Letzte Fehler in Logs${NC}"
echo "────────────────────────────────────────────────────────────"
# PM2 Error Logs der letzten Minuten
ERRORS_FOUND=0
for LOGFILE in /root/.pm2/logs/*-error.log; do
if [ -f "$LOGFILE" ]; then
RECENT_ERRORS=$(tail -50 "$LOGFILE" 2>/dev/null | grep -iE "error|exception|fatal|crash" | tail -3)
if [ -n "$RECENT_ERRORS" ]; then
LOGNAME=$(basename "$LOGFILE")
echo -e "${YELLOW}$LOGNAME:${NC}"
echo "$RECENT_ERRORS" | head -3 | sed 's/^/ /'
((ERRORS_FOUND++))
fi
fi
done
if [ "$ERRORS_FOUND" -eq 0 ]; then
check_pass "Keine kritischen Fehler in Logs"
else
check_warn "$ERRORS_FOUND Log-Datei(en) mit Fehlern"
fi
echo ""
# ═══════════════════════════════════════════════════════════════
echo -e "${BLUE}[7/7] System-Ressourcen${NC}"
echo "────────────────────────────────────────────────────────────"
# Speicher
MEM_TOTAL=$(free -m 2>/dev/null | awk '/^Mem:/{print $2}')
MEM_USED=$(free -m 2>/dev/null | awk '/^Mem:/{print $3}')
if [ -n "$MEM_TOTAL" ] && [ -n "$MEM_USED" ]; then
MEM_PERCENT=$((MEM_USED * 100 / MEM_TOTAL))
if [ "$MEM_PERCENT" -lt 80 ]; then
check_pass "RAM: ${MEM_USED}MB / ${MEM_TOTAL}MB (${MEM_PERCENT}%)"
elif [ "$MEM_PERCENT" -lt 95 ]; then
check_warn "RAM: ${MEM_USED}MB / ${MEM_TOTAL}MB (${MEM_PERCENT}%)"
else
check_fail "RAM kritisch: ${MEM_USED}MB / ${MEM_TOTAL}MB (${MEM_PERCENT}%)"
fi
fi
# Disk
DISK_PERCENT=$(df -h / 2>/dev/null | awk 'NR==2 {gsub(/%/,""); print $5}')
if [ -n "$DISK_PERCENT" ]; then
if [ "$DISK_PERCENT" -lt 80 ]; then
check_pass "Disk: ${DISK_PERCENT}% belegt"
elif [ "$DISK_PERCENT" -lt 95 ]; then
check_warn "Disk: ${DISK_PERCENT}% belegt"
else
check_fail "Disk kritisch: ${DISK_PERCENT}% belegt"
fi
fi
# CPU Load
LOAD=$(cat /proc/loadavg 2>/dev/null | awk '{print $1}')
CORES=$(nproc 2>/dev/null || echo 1)
if [ -n "$LOAD" ]; then
LOAD_INT=${LOAD%.*}
if [ "$LOAD_INT" -lt "$CORES" ]; then
check_pass "CPU Load: $LOAD (${CORES} Cores)"
else
check_warn "CPU Load hoch: $LOAD (${CORES} Cores)"
fi
fi
echo ""
# ═══════════════════════════════════════════════════════════════
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
echo " ZUSAMMENFASSUNG"
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
echo -e " ${GREEN}✓ PASS: $PASS${NC} | ${YELLOW}! WARN: $WARN${NC} | ${RED}✗ FAIL: $FAIL${NC}"
echo ""
if [ "$FAIL" -gt 0 ]; then
echo -e " ${RED}STATUS: PROBLEME GEFUNDEN${NC}"
echo " → Prüfe die FAIL-Meldungen oben"
exit 1
elif [ "$WARN" -gt 0 ]; then
echo -e " ${YELLOW}STATUS: WARNUNGEN VORHANDEN${NC}"
echo " → System läuft, aber prüfe Warnungen"
exit 0
else
echo -e " ${GREEN}STATUS: ALLES OK${NC}"
exit 0
fi