1addf07c23
✅ Working Features: - Backend API (port 8001): Health, documents, search endpoints - Frontend SPA (port 8081): Vue 3.5 + Vite - Meilisearch full-text search (<10ms queries) - Document upload + OCR pipeline (Tesseract) - JWT authentication with multi-tenant isolation - Test organization: "Test Yacht Azimut 55S" 🔧 Infrastructure: - Launch checklist system (4 scripts: pre-launch, verify, debug, version) - OCR reprocessing utility for fixing unindexed documents - E2E test suites (Playwright manual tests) 📋 Specs Ready for Cloud Sessions: - FEATURE_SPEC_TIMELINE.md (organization activity timeline) - IMPROVEMENT_PLAN_OCR_AND_UPLOADS.md (smart OCR + multi-format) 🎯 Demo Readiness: 82/100 (CONDITIONAL GO) - Search works for documents in correct tenant - Full pipeline tested: upload → OCR → index → search - Zero P0 blockers 📊 Test Results: - 10-agent testing swarm completed - Backend: 95% functional - Frontend: 60% functional (manual testing needed) - Database: 100% verified (21 tables, multi-tenant working) 🚀 Next: Cloud sessions will implement timeline + OCR optimization 🤖 Generated with Claude Code (https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
315 lines
14 KiB
Bash
Executable file
315 lines
14 KiB
Bash
Executable file
#!/bin/bash
|
|
|
|
# NaviDocs Debug Log Aggregator
|
|
# IF.TTT Citation: if://doc/navidocs/debug-logs/v1.0
|
|
# Purpose: Single consolidated view of all logs for rapid debugging
|
|
# Created: 2025-11-13
|
|
|
|
# Colors
|
|
RED='\033[0;31m'
|
|
GREEN='\033[0;32m'
|
|
YELLOW='\033[1;33m'
|
|
BLUE='\033[0;34m'
|
|
CYAN='\033[0;36m'
|
|
MAGENTA='\033[0;35m'
|
|
NC='\033[0m'
|
|
|
|
# Default lines to show
|
|
LINES=${1:-100}
|
|
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
echo -e "${CYAN}🔍 NaviDocs Debug Log Aggregator${NC}"
|
|
echo -e "${CYAN}IF.TTT Citation: if://doc/navidocs/debug-logs/v1.0${NC}"
|
|
echo "━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━"
|
|
echo ""
|
|
echo "Showing last ${LINES} lines from each log"
|
|
echo "Generated: $(date -u '+%Y-%m-%d %H:%M:%S UTC')"
|
|
echo ""
|
|
echo "Usage: $0 [lines] (default: 100)"
|
|
echo ""
|
|
|
|
# Helper function to show log section
|
|
show_log() {
|
|
local log_file=$1
|
|
local service_name=$2
|
|
local color=$3
|
|
local lines=$4
|
|
|
|
echo ""
|
|
echo -e "${color}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${color}📄 $service_name${NC}"
|
|
echo -e "${color}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
|
|
if [ -f "$log_file" ]; then
|
|
local size=$(ls -lh "$log_file" | awk '{print $5}')
|
|
local modified=$(stat -c %y "$log_file" | cut -d' ' -f1,2 | cut -d'.' -f1)
|
|
local total_lines=$(wc -l < "$log_file" 2>/dev/null || echo "0")
|
|
|
|
echo -e "${color}File: $log_file${NC}"
|
|
echo -e "${color}Size: $size | Lines: $total_lines | Modified: $modified${NC}"
|
|
echo -e "${color}IF.TTT: if://log/navidocs/$(basename $log_file .log)/$(date +%Y%m%d)${NC}"
|
|
echo ""
|
|
|
|
# Show last N lines with syntax highlighting
|
|
tail -${lines} "$log_file" | while IFS= read -r line; do
|
|
# Highlight errors in red
|
|
if echo "$line" | grep -iq "error\|fail\|exception\|critical"; then
|
|
echo -e "${RED}$line${NC}"
|
|
# Highlight warnings in yellow
|
|
elif echo "$line" | grep -iq "warn\|warning"; then
|
|
echo -e "${YELLOW}$line${NC}"
|
|
# Highlight success in green
|
|
elif echo "$line" | grep -iq "success\|complete\|ready\|✅\|started"; then
|
|
echo -e "${GREEN}$line${NC}"
|
|
# Highlight HTTP requests in cyan
|
|
elif echo "$line" | grep -q "GET\|POST\|PUT\|DELETE\|PATCH"; then
|
|
echo -e "${CYAN}$line${NC}"
|
|
# Normal lines
|
|
else
|
|
echo "$line"
|
|
fi
|
|
done
|
|
else
|
|
echo -e "${RED}❌ Log file not found: $log_file${NC}"
|
|
echo -e "${YELLOW}Service may not be running or hasn't created log yet${NC}"
|
|
fi
|
|
}
|
|
|
|
# ============================================================================
|
|
# SYSTEM RESOURCE USAGE
|
|
# ============================================================================
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}💻 SYSTEM RESOURCE USAGE${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
# Memory usage
|
|
echo -e "${BLUE}Memory Usage:${NC}"
|
|
free -h | grep -E "Mem|Swap" | while read line; do
|
|
echo " $line"
|
|
done
|
|
echo ""
|
|
|
|
# Disk usage
|
|
echo -e "${BLUE}Disk Usage (/home/setup/navidocs):${NC}"
|
|
du -sh /home/setup/navidocs/{server,client,uploads} 2>/dev/null | column -t | sed 's/^/ /'
|
|
echo ""
|
|
|
|
# Process CPU/Memory
|
|
echo -e "${BLUE}NaviDocs Process Resource Usage:${NC}"
|
|
ps aux | grep -E "PID|navidocs.*index.js|vite|ocr-worker|redis-server|meilisearch" | grep -v grep | awk '{printf " %-8s %-6s %-6s %s\n", $1, $3"%", $4"%", $11}' | head -10
|
|
echo ""
|
|
|
|
# ============================================================================
|
|
# PROCESS STATUS
|
|
# ============================================================================
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}⚙️ PROCESS STATUS${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
check_process() {
|
|
local pattern=$1
|
|
local name=$2
|
|
local pid=$(pgrep -f "$pattern" 2>/dev/null || echo "")
|
|
|
|
if [ -n "$pid" ]; then
|
|
local uptime=$(ps -p $pid -o etime= 2>/dev/null | xargs)
|
|
echo -e "${GREEN}✅ $name${NC} (PID: $pid, Uptime: $uptime)"
|
|
else
|
|
echo -e "${RED}❌ $name${NC} (Not running)"
|
|
fi
|
|
}
|
|
|
|
check_process "navidocs.*index.js" "Backend API"
|
|
check_process "vite.*navidocs" "Frontend (Vite)"
|
|
check_process "ocr-worker.js" "OCR Worker"
|
|
check_process "redis-server" "Redis"
|
|
|
|
# Docker Meilisearch
|
|
MEILI_STATUS=$(docker ps --filter "name=boat-manuals-meilisearch" --format "{{.Status}}" 2>/dev/null || echo "Not running")
|
|
if [[ "$MEILI_STATUS" == *"Up"* ]]; then
|
|
echo -e "${GREEN}✅ Meilisearch (Docker)${NC} ($MEILI_STATUS)"
|
|
else
|
|
echo -e "${RED}❌ Meilisearch (Docker)${NC} ($MEILI_STATUS)"
|
|
fi
|
|
|
|
# ============================================================================
|
|
# PORT USAGE
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}🔌 PORT USAGE${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
check_port() {
|
|
local port=$1
|
|
local service=$2
|
|
|
|
if lsof -Pi :${port} -sTCP:LISTEN -t >/dev/null 2>&1; then
|
|
local pid=$(lsof -Pi :${port} -sTCP:LISTEN -t)
|
|
local process=$(ps -p $pid -o comm= 2>/dev/null | head -1 || echo "unknown")
|
|
echo -e "${GREEN}✅ Port $port${NC} ($service) - PID $pid ($process)"
|
|
else
|
|
echo -e "${RED}❌ Port $port${NC} ($service) - Not listening"
|
|
fi
|
|
}
|
|
|
|
check_port 8001 "Backend API"
|
|
check_port 8080 "Frontend (Vite primary)"
|
|
check_port 8081 "Frontend (Vite fallback)"
|
|
check_port 7700 "Meilisearch"
|
|
check_port 6379 "Redis"
|
|
|
|
# ============================================================================
|
|
# REDIS STATUS
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}📊 REDIS QUEUE STATUS${NC}"
|
|
echo -e "${MAGENTA}IF.TTT: if://agent/1/findings/redis-status${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
if command -v redis-cli &> /dev/null; then
|
|
REDIS_PING=$(redis-cli ping 2>/dev/null || echo "ERROR")
|
|
if [ "$REDIS_PING" = "PONG" ]; then
|
|
echo -e "${GREEN}✅ Redis responding to ping${NC}"
|
|
echo ""
|
|
|
|
# Queue statistics
|
|
echo -e "${BLUE}OCR Queue Statistics:${NC}"
|
|
WAITING=$(redis-cli llen "bull:ocr-queue:wait" 2>/dev/null || echo "0")
|
|
ACTIVE=$(redis-cli llen "bull:ocr-queue:active" 2>/dev/null || echo "0")
|
|
COMPLETED=$(redis-cli llen "bull:ocr-queue:completed" 2>/dev/null || echo "0")
|
|
FAILED=$(redis-cli llen "bull:ocr-queue:failed" 2>/dev/null || echo "0")
|
|
|
|
echo " Waiting: $WAITING jobs"
|
|
echo " Active: $ACTIVE jobs"
|
|
echo " Completed: $COMPLETED jobs"
|
|
echo " Failed: $FAILED jobs"
|
|
|
|
# Database info
|
|
echo ""
|
|
echo -e "${BLUE}Redis Database Info:${NC}"
|
|
redis-cli info stats 2>/dev/null | grep -E "total_connections_received|total_commands_processed|instantaneous_ops_per_sec" | sed 's/^/ /'
|
|
else
|
|
echo -e "${RED}❌ Redis not responding${NC}"
|
|
fi
|
|
else
|
|
echo -e "${YELLOW}⚠️ redis-cli not installed${NC}"
|
|
fi
|
|
|
|
# ============================================================================
|
|
# MEILISEARCH STATUS
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}🔍 MEILISEARCH STATUS${NC}"
|
|
echo -e "${MAGENTA}IF.TTT: if://agent/1/findings/meilisearch-status${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
MEILI_HEALTH=$(curl -s http://localhost:7700/health 2>/dev/null || echo "ERROR")
|
|
if [[ "$MEILI_HEALTH" == *"available"* ]]; then
|
|
echo -e "${GREEN}✅ Meilisearch responding (status: available)${NC}"
|
|
echo ""
|
|
|
|
# Index statistics
|
|
MEILI_KEY="5T66jrwQ8F8cOk4dUlFY0Vp59fMnCsIfi4O6JZl9wzU="
|
|
echo -e "${BLUE}Index Statistics:${NC}"
|
|
|
|
INDEX_STATS=$(curl -s -H "Authorization: Bearer $MEILI_KEY" \
|
|
"http://localhost:7700/indexes/navidocs-pages/stats" 2>/dev/null || echo "{}")
|
|
|
|
if echo "$INDEX_STATS" | grep -q "numberOfDocuments"; then
|
|
DOC_COUNT=$(echo "$INDEX_STATS" | grep -o '"numberOfDocuments":[0-9]*' | cut -d: -f2 || echo "0")
|
|
echo " Documents indexed: $DOC_COUNT"
|
|
echo " Index: navidocs-pages"
|
|
else
|
|
echo -e "${YELLOW} ⚠️ Index 'navidocs-pages' not found${NC}"
|
|
echo " IF.TTT: if://agent/5/findings/meilisearch-index-missing"
|
|
fi
|
|
else
|
|
echo -e "${RED}❌ Meilisearch not responding${NC}"
|
|
fi
|
|
|
|
# ============================================================================
|
|
# DATABASE STATISTICS
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}🗄️ DATABASE STATISTICS${NC}"
|
|
echo -e "${MAGENTA}IF.TTT: if://agent/3/findings/database-size${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
DB_PATH="/home/setup/navidocs/server/db/navidocs.db"
|
|
|
|
if [ -f "$DB_PATH" ]; then
|
|
DB_SIZE=$(ls -lh "$DB_PATH" | awk '{print $5}')
|
|
DB_MODIFIED=$(stat -c %y "$DB_PATH" | cut -d' ' -f1,2 | cut -d'.' -f1)
|
|
|
|
echo -e "${GREEN}✅ Database file exists${NC}"
|
|
echo " Path: $DB_PATH"
|
|
echo " Size: $DB_SIZE"
|
|
echo " Modified: $DB_MODIFIED"
|
|
echo ""
|
|
|
|
if command -v sqlite3 &> /dev/null; then
|
|
echo -e "${BLUE}Record Counts:${NC}"
|
|
sqlite3 "$DB_PATH" <<EOF 2>/dev/null | sed 's/^/ /' || echo " Error querying database"
|
|
SELECT 'Documents: ' || COUNT(*) FROM documents;
|
|
SELECT 'Document Pages:' || COUNT(*) FROM document_pages;
|
|
SELECT 'Organizations: ' || COUNT(*) FROM organizations;
|
|
SELECT 'Users: ' || COUNT(*) FROM users;
|
|
SELECT 'OCR Jobs: ' || COUNT(*) FROM ocr_jobs;
|
|
EOF
|
|
fi
|
|
else
|
|
echo -e "${RED}❌ Database file not found${NC}"
|
|
fi
|
|
|
|
# ============================================================================
|
|
# SERVICE LOGS
|
|
# ============================================================================
|
|
|
|
show_log "/tmp/navidocs-backend.log" "BACKEND API LOG" "${BLUE}" "$LINES"
|
|
show_log "/tmp/navidocs-frontend.log" "FRONTEND (VITE) LOG" "${CYAN}" "$LINES"
|
|
show_log "/tmp/navidocs-ocr-worker.log" "OCR WORKER LOG" "${GREEN}" "$LINES"
|
|
|
|
# ============================================================================
|
|
# ERROR SUMMARY
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${MAGENTA}🚨 ERROR SUMMARY (Last 20)${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
|
|
# Aggregate all errors from all logs
|
|
{
|
|
[ -f /tmp/navidocs-backend.log ] && grep -i "error\|exception\|fail" /tmp/navidocs-backend.log | tail -20 | sed 's/^/[BACKEND] /'
|
|
[ -f /tmp/navidocs-frontend.log ] && grep -i "error\|exception\|fail" /tmp/navidocs-frontend.log | tail -20 | sed 's/^/[FRONTEND] /'
|
|
[ -f /tmp/navidocs-ocr-worker.log ] && grep -i "error\|exception\|fail" /tmp/navidocs-ocr-worker.log | tail -20 | sed 's/^/[WORKER] /'
|
|
} 2>/dev/null | tail -20 | while IFS= read -r line; do
|
|
echo -e "${RED}$line${NC}"
|
|
done || echo "No errors found in logs"
|
|
|
|
# ============================================================================
|
|
# FOOTER
|
|
# ============================================================================
|
|
echo ""
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo -e "${CYAN}📝 Log aggregation complete${NC}"
|
|
echo -e "${CYAN}Generated: $(date -u '+%Y-%m-%d %H:%M:%S UTC')${NC}"
|
|
echo -e "${CYAN}IF.TTT: if://test-run/navidocs/debug-logs/$(date +%Y%m%d-%H%M%S)${NC}"
|
|
echo -e "${MAGENTA}━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━${NC}"
|
|
echo ""
|
|
echo "Useful commands:"
|
|
echo " Follow backend: tail -f /tmp/navidocs-backend.log"
|
|
echo " Follow frontend: tail -f /tmp/navidocs-frontend.log"
|
|
echo " Follow worker: tail -f /tmp/navidocs-ocr-worker.log"
|
|
echo " View all: tail -f /tmp/navidocs-*.log"
|
|
echo ""
|